dovecot/original-hg/dovecot-1.2: src/lib-index/mbox/mbox-rewrite.c annotate

annotate src/lib-index/mbox/mbox-rewrite.c @ 389:60040a9d243f HEAD

ioloop_create() takes now pool-parameter. io_buffer_create_mmaped() takes start_offset parameter instead of getting it with lseek(). Instead of using offsets to index file, we now use record indexes (first_hole_index, tree file).

author	Timo Sirainen <tss@iki.fi>
date	Wed, 09 Oct 2002 02:26:08 +0300
parents	652553a9f54c
children	f25e575bf1ca

rev	line source
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	1 /* Copyright (C) 2002 Timo Sirainen */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	2
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	3 #include "lib.h"
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	4 #include "iobuffer.h"
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	5 #include "temp-string.h"
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	6 #include "write-full.h"
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	7 #include "mbox-index.h"
298 5509d87fe68b mbox locking changes. support read-locking now. there's still problems Timo Sirainen <tss@iki.fi> parents: 297 diff changeset	8 #include "mbox-lock.h"
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	9 #include "mail-index-util.h"
180 38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	10 #include "mail-custom-flags.h"
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	11
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	12 #include <stdio.h>
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	13 #include <stdlib.h>
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	14 #include <unistd.h>
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	15 #include <fcntl.h>
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	16
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	17 typedef struct {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	18 IOBuffer *outbuf;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	19 int failed;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	20
370 b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	21 uoff_t content_length;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	22 unsigned int seq;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	23 unsigned int msg_flags;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	24 const char **custom_flags;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	25
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	26 unsigned int uid_validity;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	27 unsigned int uid_last;
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	28
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	29 unsigned int ximapbase_found:1;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	30 unsigned int xkeywords_found:1;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	31 unsigned int status_found:1;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	32 unsigned int xstatus_found:1;
370 b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	33 unsigned int content_length_found:1;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	34 } MboxRewriteContext;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	35
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	36 /* Remove dirty flag from all messages */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	37 static void reset_dirty_flags(MailIndex *index)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	38 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	39 MailIndexRecord *rec;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	40
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	41 rec = index->lookup(index, 1);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	42 while (rec != NULL) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	43 rec->index_flags &= ~INDEX_MAIL_FLAG_DIRTY;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	44 rec = index->next(index, rec);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	45 }
209 d85a6898bf39 Don't rewrite mbox if no flags were changed. Timo Sirainen <tss@iki.fi> parents: 194 diff changeset	46
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	47 index->header->flags &= ~(MAIL_INDEX_FLAG_DIRTY_MESSAGES \|
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	48 MAIL_INDEX_FLAG_DIRTY_CUSTOMFLAGS);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	49 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	50
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	51 static int mbox_write(MailIndex index, IOBuffer inbuf, IOBuffer *outbuf,
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	52 uoff_t end_offset)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	53 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	54 i_assert(inbuf->offset <= end_offset);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	55
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	56 if (io_buffer_send_iobuffer(outbuf, inbuf,
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	57 end_offset - inbuf->offset) < 0)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	58 return FALSE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	59
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	60 if (inbuf->offset < end_offset) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	61 /* fsck should have noticed it.. */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	62 index_set_error(index, "Error rewriting mbox file %s: "
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	63 "Unexpected end of file", index->mbox_path);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	64 return FALSE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	65 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	66
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	67 return TRUE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	68 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	69
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	70 static int mbox_write_ximapbase(MboxRewriteContext *ctx)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	71 {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	72 const char *str;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	73 int i;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	74
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	75 str = t_strdup_printf("X-IMAPbase: %u %u",
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	76 ctx->uid_validity, ctx->uid_last);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	77 if (io_buffer_send(ctx->outbuf, str, strlen(str)) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	78 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	79
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	80 for (i = 0; i < MAIL_CUSTOM_FLAGS_COUNT; i++) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	81 if (ctx->custom_flags[i] != NULL) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	82 if (io_buffer_send(ctx->outbuf, " ", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	83 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	84
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	85 if (io_buffer_send(ctx->outbuf, ctx->custom_flags[i],
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	86 strlen(ctx->custom_flags[i])) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	87 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	88 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	89 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	90
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	91 if (io_buffer_send(ctx->outbuf, "\n", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	92 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	93
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	94 return TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	95 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	96
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	97 static int mbox_write_xkeywords(MboxRewriteContext ctx, const char x_keywords)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	98 {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	99 unsigned int field;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	100 int i;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	101
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	102 if ((ctx->msg_flags & MAIL_CUSTOM_FLAGS_MASK) == 0 &&
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	103 x_keywords == NULL)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	104 return TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	105
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	106 if (io_buffer_send(ctx->outbuf, "X-Keywords:", 11) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	107 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	108
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	109 field = 1 << MAIL_CUSTOM_FLAG_1_BIT;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	110 for (i = 0; i < MAIL_CUSTOM_FLAGS_COUNT; i++, field <<= 1) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	111 if ((ctx->msg_flags & field) && ctx->custom_flags[i] != NULL) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	112 if (io_buffer_send(ctx->outbuf, " ", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	113 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	114
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	115 if (io_buffer_send(ctx->outbuf, ctx->custom_flags[i],
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	116 strlen(ctx->custom_flags[i])) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	117 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	118 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	119 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	120
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	121 if (x_keywords != NULL) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	122 /* X-Keywords that aren't custom flags */
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	123 if (io_buffer_send(ctx->outbuf, " ", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	124 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	125
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	126 if (io_buffer_send(ctx->outbuf, x_keywords,
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	127 strlen(x_keywords)) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	128 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	129 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	130
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	131 if (io_buffer_send(ctx->outbuf, "\n", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	132 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	133
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	134 return TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	135 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	136
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	137 static int mbox_write_status(MboxRewriteContext ctx, const char status)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	138 {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	139 const char *str;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	140
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	141 str = (ctx->msg_flags & MAIL_SEEN) ? "Status: RO" : "Status: O";
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	142 if (status != NULL)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	143 str = t_strconcat(str, status, NULL);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	144
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	145 if (io_buffer_send(ctx->outbuf, str, strlen(str)) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	146 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	147 if (io_buffer_send(ctx->outbuf, "\n", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	148 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	149
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	150 return TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	151 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	152
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	153 static int mbox_write_xstatus(MboxRewriteContext ctx, const char x_status)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	154 {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	155 const char *str;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	156
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	157 /* X-Status field */
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	158 if ((ctx->msg_flags & (MAIL_SYSTEM_FLAGS_MASK^MAIL_SEEN)) == 0 &&
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	159 x_status == NULL)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	160 return TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	161
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	162 str = t_strconcat("X-Status: ",
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	163 (ctx->msg_flags & MAIL_ANSWERED) ? "A" : "",
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	164 (ctx->msg_flags & MAIL_DRAFT) ? "D" : "",
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	165 (ctx->msg_flags & MAIL_FLAGGED) ? "F" : "",
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	166 (ctx->msg_flags & MAIL_DELETED) ? "T" : "",
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	167 x_status, NULL);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	168
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	169 if (io_buffer_send(ctx->outbuf, str, strlen(str)) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	170 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	171 if (io_buffer_send(ctx->outbuf, "\n", 1) < 0)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	172 return FALSE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	173
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	174 return TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	175 }
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	176
370 b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	177 static int mbox_write_content_length(MboxRewriteContext *ctx)
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	178 {
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	179 char str[MAX_LARGEST_T_STRLEN+30];
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	180
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	181 i_snprintf(str, sizeof(str), "Content-Length: %"PRIuUOFF_T"\n",
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	182 ctx->content_length);
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	183
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	184 if (io_buffer_send(ctx->outbuf, str, strlen(str)) < 0)
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	185 return FALSE;
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	186 return TRUE;
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	187 }
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	188
184 4223b9ed0c80 move size_t fixes Timo Sirainen <tss@iki.fi> parents: 180 diff changeset	189 static const char strip_chars(const char value, size_t value_len,
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	190 const char *list)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	191 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	192 /* leave only unknown flags, very likely none */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	193 char ret, p;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	194 unsigned int i;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	195
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	196 ret = p = t_buffer_get(value_len+1);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	197 for (i = 0; i < value_len; i++) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	198 if (strchr(list, value[i]) == NULL)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	199 *p++ = value[i];
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	200 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	201
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	202 if (ret == p)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	203 return NULL;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	204 *p = '\0';
184 4223b9ed0c80 move size_t fixes Timo Sirainen <tss@iki.fi> parents: 180 diff changeset	205 t_buffer_alloc((size_t) (p-ret)+1);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	206 return ret;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	207 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	208
184 4223b9ed0c80 move size_t fixes Timo Sirainen <tss@iki.fi> parents: 180 diff changeset	209 static void update_stripped_custom_flags(const char *value, size_t len,
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	210 int index, void *context)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	211 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	212 TempString *str = context;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	213
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	214 if (index < 0) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	215 /* not found, keep it */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	216 if (str->len != 0)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	217 t_string_append_c(str, ' ');
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	218 t_string_append_n(str, value, len);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	219 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	220 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	221
184 4223b9ed0c80 move size_t fixes Timo Sirainen <tss@iki.fi> parents: 180 diff changeset	222 static const char strip_custom_flags(const char value, size_t len,
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	223 MboxRewriteContext *ctx)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	224 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	225 TempString *str;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	226
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	227 str = t_string_new(len+1);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	228 mbox_keywords_parse(value, len, ctx->custom_flags,
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	229 update_stripped_custom_flags, str);
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	230 return str->len == 0 ? NULL : str->str;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	231 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	232
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	233 static void header_func(MessagePart *part __attr_unused__,
184 4223b9ed0c80 move size_t fixes Timo Sirainen <tss@iki.fi> parents: 180 diff changeset	234 const char *name, size_t name_len,
4223b9ed0c80 move size_t fixes Timo Sirainen <tss@iki.fi> parents: 180 diff changeset	235 const char *value, size_t value_len,
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	236 void *context)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	237 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	238 MboxRewriteContext *ctx = context;
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	239 const char *str;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	240 char *end;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	241
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	242 if (ctx->failed)
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	243 return;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	244
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	245 if (name_len == 6 && strncasecmp(name, "Status", 6) == 0) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	246 ctx->status_found = TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	247 str = strip_chars(value, value_len, "RO");
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	248 (void)mbox_write_status(ctx, str);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	249 } else if (name_len == 8 && strncasecmp(name, "X-Status", 8) == 0) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	250 ctx->xstatus_found = TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	251 str = strip_chars(value, value_len, "ADFT");
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	252 (void)mbox_write_xstatus(ctx, str);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	253 } else if (name_len == 10 && strncasecmp(name, "X-Keywords", 10) == 0) {
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	254 ctx->ximapbase_found = TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	255 str = strip_custom_flags(value, value_len, ctx);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	256 (void)mbox_write_xkeywords(ctx, str);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	257 } else if (name_len == 10 && strncasecmp(name, "X-IMAPbase", 10) == 0) {
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	258 if (ctx->seq == 1) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	259 /* temporarily copy the value to make sure we
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	260 don't overflow it */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	261 t_push();
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	262 value = t_strndup(value, value_len);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	263 ctx->uid_validity = strtoul(value, &end, 10);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	264 while (*end == ' ') end++;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	265 ctx->uid_last = strtoul(end, &end, 10);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	266 t_pop();
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	267
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	268 ctx->ximapbase_found = TRUE;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	269 (void)mbox_write_ximapbase(ctx);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	270 }
370 b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	271 } else if (name_len == 14 &&
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	272 strncasecmp(name, "Content-Length", 14) == 0) {
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	273 ctx->content_length_found = TRUE;
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	274 (void)mbox_write_content_length(ctx);
369 d037915978ca message_parse_header() now calls the function with empty name/value at end Timo Sirainen <tss@iki.fi> parents: 365 diff changeset	275 } else if (name_len > 0) {
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	276 /* save this header */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	277 (void)io_buffer_send(ctx->outbuf, name, name_len);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	278 (void)io_buffer_send(ctx->outbuf, ": ", 2);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	279 (void)io_buffer_send(ctx->outbuf, value, value_len);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	280 (void)io_buffer_send(ctx->outbuf, "\n", 1);
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	281 }
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	282
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	283 if (ctx->outbuf->closed)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	284 ctx->failed = TRUE;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	285 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	286
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	287 static int mbox_write_header(MailIndex *index,
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	288 MailIndexRecord *rec, unsigned int seq,
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	289 IOBuffer inbuf, IOBuffer outbuf,
180 38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	290 uoff_t end_offset)
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	291 {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	292 /* We need to update fields that define message flags. Standard fields
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	293 are stored in Status and X-Status. For custom flags we use
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	294 uw-imapd compatible format, by first listing them in first message's
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	295 X-IMAPbase field and actually defining them in X-Keywords field.
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	296
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	297 Format of X-IMAPbase is: <UID validity> <last used UID> <flag names>
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	298
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	299 We don't want to sync our UIDs with the mbox file, so the UID
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	300 validity is always kept different from our internal UID validity.
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	301 Last used UID is also not updated, and set to 0 initially.
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	302 */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	303 MboxRewriteContext ctx;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	304 MessageSize hdr_size;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	305
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	306 if (inbuf->offset >= end_offset) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	307 /* fsck should have noticed it.. */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	308 index_set_error(index, "Error rewriting mbox file %s: "
221 ed0d5b17c7a4 Added extra functions for easier printing of error messages. Moved Timo Sirainen <tss@iki.fi> parents: 217 diff changeset	309 "Unexpected end of file", index->mbox_path);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	310 return FALSE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	311 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	312
180 38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	313 t_push();
38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	314
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	315 /* parse the header, write the fields we don't want to change */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	316 memset(&ctx, 0, sizeof(ctx));
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	317 ctx.outbuf = outbuf;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	318 ctx.seq = seq;
370 b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	319 ctx.content_length = rec->body_size;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	320 ctx.msg_flags = rec->msg_flags;
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	321 ctx.uid_validity = index->header->uid_validity-1;
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	322 ctx.custom_flags = mail_custom_flags_list_get(index->custom_flags);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	323
290 3dcc2275b4ca IOBuffer cleanup, hopefully fixes some mbox problems. Timo Sirainen <tss@iki.fi> parents: 269 diff changeset	324 io_buffer_set_read_limit(inbuf, inbuf->offset + rec->header_size);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	325 message_parse_header(NULL, inbuf, &hdr_size, header_func, &ctx);
290 3dcc2275b4ca IOBuffer cleanup, hopefully fixes some mbox problems. Timo Sirainen <tss@iki.fi> parents: 269 diff changeset	326 io_buffer_set_read_limit(inbuf, 0);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	327
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	328 i_assert(hdr_size.physical_size == rec->header_size);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	329
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	330 /* append the flag fields */
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	331 if (seq == 1 && !ctx.ximapbase_found) {
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	332 /* write X-IMAPbase header to first message */
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	333 (void)mbox_write_ximapbase(&ctx);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	334 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	335
362 aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	336 if (!ctx.xkeywords_found)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	337 (void)mbox_write_xkeywords(&ctx, NULL);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	338 if (!ctx.status_found)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	339 (void)mbox_write_status(&ctx, NULL);
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	340 if (!ctx.xstatus_found)
aa449d013563 When updating any of the fields, keep them in the original location in Timo Sirainen <tss@iki.fi> parents: 312 diff changeset	341 (void)mbox_write_xstatus(&ctx, NULL);
370 b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	342 if (!ctx.content_length_found)
b0a62e264b22 Write Content-Length header for rewritten messages. Timo Sirainen <tss@iki.fi> parents: 369 diff changeset	343 (void)mbox_write_content_length(&ctx);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	344
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	345 t_pop();
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	346
180 38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	347 mail_custom_flags_list_unref(index->custom_flags);
38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	348
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	349 /* empty line ends headers */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	350 (void)io_buffer_send(outbuf, "\n", 1);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	351
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	352 return TRUE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	353 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	354
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	355 static int fd_copy(int in_fd, int out_fd, uoff_t out_offset)
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	356 {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	357 IOBuffer inbuf, outbuf;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	358 int ret;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	359
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	360 i_assert(out_offset <= OFF_T_MAX);
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	361
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	362 if (lseek(out_fd, (off_t)out_offset, SEEK_SET) < 0)
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	363 return -1;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	364
389 60040a9d243f ioloop_create() takes now pool-parameter. io_buffer_create_mmaped() takes Timo Sirainen <tss@iki.fi> parents: 383 diff changeset	365 inbuf = io_buffer_create_mmap(in_fd, default_pool, 65536, 0, 0, FALSE);
363 567e932cdc66 Added autoclose_fd-flag for io_buffer_create_file() and Timo Sirainen <tss@iki.fi> parents: 362 diff changeset	366 outbuf = io_buffer_create_file(out_fd, default_pool, 1024, FALSE);
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	367
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	368 ret = io_buffer_send_iobuffer(outbuf, inbuf, inbuf->size);
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	369 if (ret < 0)
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	370 errno = outbuf->buf_errno;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	371 else {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	372 /* we may have shrinked the file */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	373 i_assert(out_offset + inbuf->size <= OFF_T_MAX);
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	374 ret = ftruncate(out_fd, (off_t) (out_offset + inbuf->size));
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	375 }
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	376
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	377 io_buffer_unref(outbuf);
ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	378 io_buffer_unref(inbuf);
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	379
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	380 return ret;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	381 }
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	382
180 38341ad6a9db partial changes to add X-IMAPbase parser update custom flags Timo Sirainen <tss@iki.fi> parents: 160 diff changeset	383 int mbox_index_rewrite(MailIndex *index)
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	384 {
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	385 /* Write messages beginning from the first dirty one to temp file,
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	386 then copy it over the mbox file. This may create data loss if
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	387 interrupted (see below). This rewriting relies quite a lot on
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	388 valid header/body sizes which fsck() should have ensured. */
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	389 MailIndexRecord *rec;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	390 IOBuffer inbuf, outbuf;
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	391 uoff_t offset, dirty_offset;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	392 const char *path;
194 d82e7d23a28d more size_t fixes Timo Sirainen <tss@iki.fi> parents: 184 diff changeset	393 unsigned int seq;
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	394 int tmp_fd, failed, dirty_found, locked, rewrite;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	395
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	396 i_assert(index->lock_type == MAIL_LOCK_EXCLUSIVE);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	397
303 19108e7c5af2 Actually, first don't do anything if there's no dirty flags. Then fsck(). Timo Sirainen <tss@iki.fi> parents: 301 diff changeset	398 if ((index->header->flags & MAIL_INDEX_FLAG_DIRTY_MESSAGES) == 0) {
19108e7c5af2 Actually, first don't do anything if there's no dirty flags. Then fsck(). Timo Sirainen <tss@iki.fi> parents: 301 diff changeset	399 /* no need to rewrite */
19108e7c5af2 Actually, first don't do anything if there's no dirty flags. Then fsck(). Timo Sirainen <tss@iki.fi> parents: 301 diff changeset	400 return TRUE;
19108e7c5af2 Actually, first don't do anything if there's no dirty flags. Then fsck(). Timo Sirainen <tss@iki.fi> parents: 301 diff changeset	401 }
19108e7c5af2 Actually, first don't do anything if there's no dirty flags. Then fsck(). Timo Sirainen <tss@iki.fi> parents: 301 diff changeset	402
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	403 tmp_fd = -1; locked = FALSE;
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	404 failed = TRUE; rewrite = FALSE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	405 do {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	406 /* lock before fscking to prevent race conditions between
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	407 fsck's unlock and our lock. */
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	408 inbuf = mbox_file_open(index, 0, TRUE);
ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	409 if (inbuf == NULL)
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	410 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	411
365 cb405d2f5fd5 mbox locking cleanups Timo Sirainen <tss@iki.fi> parents: 364 diff changeset	412 if (!mbox_lock_write(index))
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	413 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	414 locked = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	415
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	416 if (!mbox_index_fsck(index))
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	417 break;
301 1d4d92c2e8c9 fsck() before checking the rewrite-flag, so we won't write the 1-byte Timo Sirainen <tss@iki.fi> parents: 300 diff changeset	418
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	419 if ((index->header->flags &
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	420 MAIL_INDEX_FLAG_DIRTY_MESSAGES) == 0) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	421 /* fsck() figured out there's no dirty messages
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	422 after all */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	423 failed = FALSE; rewrite = FALSE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	424 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	425 }
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	426
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	427 tmp_fd = mail_index_create_temp_file(index, &path);
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	428 if (tmp_fd == -1)
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	429 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	430
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	431 failed = FALSE; rewrite = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	432 } while (0);
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	433
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	434 if (!rewrite) {
365 cb405d2f5fd5 mbox locking cleanups Timo Sirainen <tss@iki.fi> parents: 364 diff changeset	435 if (locked)
cb405d2f5fd5 mbox locking cleanups Timo Sirainen <tss@iki.fi> parents: 364 diff changeset	436 (void)mbox_unlock(index);
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	437 if (inbuf != NULL)
ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	438 io_buffer_unref(inbuf);
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	439 return !failed;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	440 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	441
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	442 if (index->header->flags & MAIL_INDEX_FLAG_DIRTY_CUSTOMFLAGS) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	443 /* need to update X-IMAPbase in first message */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	444 dirty_found = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	445 } else {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	446 dirty_found = FALSE;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	447 }
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	448 dirty_offset = 0;
298 5509d87fe68b mbox locking changes. support read-locking now. there's still problems Timo Sirainen <tss@iki.fi> parents: 297 diff changeset	449
363 567e932cdc66 Added autoclose_fd-flag for io_buffer_create_file() and Timo Sirainen <tss@iki.fi> parents: 362 diff changeset	450 outbuf = io_buffer_create_file(tmp_fd, default_pool, 8192, FALSE);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	451
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	452 failed = FALSE; seq = 1;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	453 rec = index->lookup(index, 1);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	454 while (rec != NULL) {
383 652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	455 if (dirty_found \|\| (rec->index_flags & INDEX_MAIL_FLAG_DIRTY)) {
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	456 /* get offset to beginning of mail headers */
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	457 if (!mbox_mail_get_start_offset(index, rec, &offset)) {
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	458 /* fsck should have fixed it */
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	459 failed = TRUE;
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	460 break;
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	461 }
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	462
383 652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	463 if (offset + rec->header_size + rec->body_size > inbuf->size) {
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	464 index_set_corrupted(index,
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	465 "Invalid message size");
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	466 failed = TRUE;
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	467 break;
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	468 }
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	469 } else {
652553a9f54c minor speedups Timo Sirainen <tss@iki.fi> parents: 370 diff changeset	470 offset = 0;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	471 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	472
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	473 if (!dirty_found &&
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	474 (rec->index_flags & INDEX_MAIL_FLAG_DIRTY)) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	475 /* first dirty message */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	476 dirty_found = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	477 dirty_offset = offset;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	478
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	479 io_buffer_seek(inbuf, dirty_offset);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	480 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	481
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	482 if (dirty_found) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	483 /* write the From-line */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	484 if (!mbox_write(index, inbuf, outbuf, offset)) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	485 failed = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	486 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	487 }
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	488
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	489 /* write header, updating flag fields */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	490 offset += rec->header_size;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	491 if (!mbox_write_header(index, rec, seq, inbuf, outbuf,
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	492 offset)) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	493 failed = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	494 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	495 }
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	496
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	497 /* write body */
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	498 offset += rec->body_size;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	499 if (!mbox_write(index, inbuf, outbuf, offset)) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	500 failed = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	501 break;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	502 }
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	503 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	504
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	505 seq++;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	506 rec = index->next(index, rec);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	507 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	508
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	509 if (!dirty_found) {
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	510 index_set_error(index, "Expected dirty messages not found "
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	511 "from mbox file %s", index->mbox_path);
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	512 failed = TRUE;
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	513 }
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	514
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	515 /* always end with a \n */
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	516 (void)io_buffer_send(outbuf, "\n", 1);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	517 if (outbuf->closed) {
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	518 errno = outbuf->buf_errno;
221 ed0d5b17c7a4 Added extra functions for easier printing of error messages. Moved Timo Sirainen <tss@iki.fi> parents: 217 diff changeset	519 mbox_set_syscall_error(index, "write()");
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	520 failed = TRUE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	521 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	522
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	523 io_buffer_unref(inbuf);
ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	524 io_buffer_unref(outbuf);
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	525
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	526 if (!failed) {
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	527 /* POSSIBLE DATA LOSS HERE. We're writing to the mbox file,
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	528 so if we get killed here before finished, we'll lose some
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	529 bytes. I can't really think of any way to fix this,
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	530 rename() is problematic too especially because of file
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	531 locking issues (new mail could be lost).
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	532
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	533 Usually we're moving the data by just a few bytes, so
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	534 the data loss should never be more than those few bytes..
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	535 If we moved more, we could have written the file from end
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	536 to beginning in blocks (it'd be a bit slow to do it in
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	537 blocks of ~1-10 bytes which is the usual case, so we don't
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	538 bother).
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	539
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	540 Also, we might as well be shrinking the file, in which
f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	541 case we can't lose data. */
364 ea958a5b9de1 Added io_buffer_set_start_offset() and io_buffer_ref() and replaced Timo Sirainen <tss@iki.fi> parents: 363 diff changeset	542 if (fd_copy(tmp_fd, index->mbox_fd, dirty_offset) == 0) {
269 a4eb58705351 FSCK flag is removed at set_lock(), so it can't be directly set anywhere.. Timo Sirainen <tss@iki.fi> parents: 241 diff changeset	543 /* all ok, we need to fsck the index next time.
a4eb58705351 FSCK flag is removed at set_lock(), so it can't be directly set anywhere.. Timo Sirainen <tss@iki.fi> parents: 241 diff changeset	544 use set_flags because set_lock() would remove it
a4eb58705351 FSCK flag is removed at set_lock(), so it can't be directly set anywhere.. Timo Sirainen <tss@iki.fi> parents: 241 diff changeset	545 if we modified it directly */
a4eb58705351 FSCK flag is removed at set_lock(), so it can't be directly set anywhere.. Timo Sirainen <tss@iki.fi> parents: 241 diff changeset	546 index->set_flags \|= MAIL_INDEX_FLAG_FSCK;
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	547 reset_dirty_flags(index);
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	548 } else {
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	549 mbox_set_syscall_error(index, "fd_copy()");
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	550 failed = TRUE;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	551 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	552 }
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	553
365 cb405d2f5fd5 mbox locking cleanups Timo Sirainen <tss@iki.fi> parents: 364 diff changeset	554 (void)mbox_unlock(index);
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	555 (void)unlink(path);
297 ef6ae9e1b585 some cleanups + fd leaks when recaching mailbox. Timo Sirainen <tss@iki.fi> parents: 290 diff changeset	556
312 f5e59d65d124 Rewrite only needed parts of mbox. We don't rename() anymore, which means we Timo Sirainen <tss@iki.fi> parents: 303 diff changeset	557 if (close(tmp_fd) < 0)
297 ef6ae9e1b585 some cleanups + fd leaks when recaching mailbox. Timo Sirainen <tss@iki.fi> parents: 290 diff changeset	558 index_file_set_syscall_error(index, path, "close()");
160 ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	559 return failed;
ff05b320482c Bigger changes.. full_virtual_size was removed from index record and Timo Sirainen <tss@iki.fi> parents: diff changeset	560 }

Mercurial > dovecot > original-hg > dovecot-1.2

annotate src/lib-index/mbox/mbox-rewrite.c @ 389:60040a9d243f HEAD