dovecot/original-hg/dovecot-1.2: src/lib-index/mail-index-sync-update.c annotate

annotate src/lib-index/mail-index-sync-update.c @ 1956:d6941cd8afdc HEAD

Added support for setting dirty flags for messages (TODO: undirty..) s/mail_index_record_flag/mail_cache_record_flag/

author	Timo Sirainen <tss@iki.fi>
date	Sun, 02 May 2004 22:24:35 +0300
parents	2f6e137cdc44
children	4dec6a3d79fd

rev	line source
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	1 /* Copyright (C) 2004 Timo Sirainen */
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	2
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	3 #include "lib.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	4 #include "buffer.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	5 #include "file-set-size.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	6 #include "mmap-util.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	7 #include "mail-index-view-private.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	8 #include "mail-index-sync-private.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	9 #include "mail-transaction-log.h"
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	10
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	11 struct mail_index_update_ctx {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	12 struct mail_index *index;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	13 struct mail_index_header hdr;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	14 struct mail_transaction_log_view *log_view;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	15 };
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	16
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	17 void mail_index_header_update_counts(struct mail_index_header *hdr,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	18 uint8_t old_flags, uint8_t new_flags)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	19 {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	20 if (((old_flags ^ new_flags) & MAIL_SEEN) != 0) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	21 /* different seen-flag */
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	22 if ((old_flags & MAIL_SEEN) == 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	23 hdr->seen_messages_count++;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	24 else
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	25 hdr->seen_messages_count--;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	26 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	27
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	28 if (((old_flags ^ new_flags) & MAIL_DELETED) != 0) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	29 /* different deleted-flag */
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	30 if ((old_flags & MAIL_DELETED) == 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	31 hdr->deleted_messages_count++;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	32 else
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	33 hdr->deleted_messages_count--;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	34 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	35 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	36
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	37 void mail_index_header_update_lowwaters(struct mail_index_header *hdr,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	38 const struct mail_index_record *rec)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	39 {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	40 if ((rec->flags & MAIL_RECENT) != 0 &&
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	41 rec->uid < hdr->first_recent_uid_lowwater)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	42 hdr->first_recent_uid_lowwater = rec->uid;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	43 if ((rec->flags & MAIL_SEEN) == 0 &&
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	44 rec->uid < hdr->first_unseen_uid_lowwater)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	45 hdr->first_unseen_uid_lowwater = rec->uid;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	46 if ((rec->flags & MAIL_DELETED) != 0 &&
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	47 rec->uid < hdr->first_deleted_uid_lowwater)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	48 hdr->first_deleted_uid_lowwater = rec->uid;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	49 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	50
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	51 static void mail_index_sync_update_expunges(struct mail_index_update_ctx *ctx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	52 uint32_t seq1, uint32_t seq2)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	53 {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	54 struct mail_index_record *rec;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	55
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	56 rec = &ctx->index->map->records[seq1-1];
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	57 for (; seq1 <= seq2; seq1++, rec++)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	58 mail_index_header_update_counts(&ctx->hdr, rec->flags, 0);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	59 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	60
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	61 static void mail_index_sync_update_flags(struct mail_index_update_ctx *ctx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	62 struct mail_index_sync_rec *syncrec)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	63 {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	64 struct mail_index_record rec, end;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	65 uint8_t flag_mask, old_flags;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	66 custom_flags_mask_t custom_mask;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	67 int i, update_custom;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	68
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	69 update_custom = FALSE;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	70 for (i = 0; i < INDEX_CUSTOM_FLAGS_BYTE_COUNT; i++) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	71 if (syncrec->add_custom_flags[i] != 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	72 update_custom = TRUE;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	73 if (syncrec->remove_custom_flags[i] != 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	74 update_custom = TRUE;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	75 custom_mask[i] = ~syncrec->remove_custom_flags[i];
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	76 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	77
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	78 flag_mask = ~syncrec->remove_flags;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	79 rec = &ctx->index->map->records[syncrec->seq1-1];
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	80 end = rec + (syncrec->seq2 - syncrec->seq1) + 1;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	81 for (; rec != end; rec++) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	82 old_flags = rec->flags;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	83 rec->flags = (rec->flags & flag_mask) \| syncrec->add_flags;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	84 if (update_custom) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	85 for (i = 0; i < INDEX_CUSTOM_FLAGS_BYTE_COUNT; i++) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	86 rec->custom_flags[i] =
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	87 (rec->custom_flags[i]&custom_mask[i]) \|
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	88 syncrec->add_custom_flags[i];
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	89 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	90 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	91
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	92 mail_index_header_update_counts(&ctx->hdr,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	93 old_flags, rec->flags);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	94 mail_index_header_update_lowwaters(&ctx->hdr, rec);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	95 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	96 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	97
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	98 static int mail_index_grow(struct mail_index *index, unsigned int count)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	99 {
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	100 struct mail_index_map *map = index->map;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	101 unsigned int records_count;
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	102 size_t size;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	103
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	104 if (MAIL_INDEX_MAP_IS_IN_MEMORY(map)) {
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	105 (void)buffer_append_space_unsafe(map->buffer,
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	106 count * sizeof(struct mail_index_record));
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	107 map->records = buffer_get_modifyable_data(map->buffer, NULL);
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	108 return 0;
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	109 }
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	110
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	111 size = map->hdr->header_size +
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	112 (map->records_count + count) * sizeof(struct mail_index_record);
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	113 if (size <= map->mmap_size)
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	114 return 0;
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	115
1928 5ca676060080 when growing index file, do it exponentially for this session (files being Timo Sirainen <tss@iki.fi> parents: 1927 diff changeset	116 /* when we grow fast, do it exponentially */
5ca676060080 when growing index file, do it exponentially for this session (files being Timo Sirainen <tss@iki.fi> parents: 1927 diff changeset	117 if (count < index->last_grow_count)
5ca676060080 when growing index file, do it exponentially for this session (files being Timo Sirainen <tss@iki.fi> parents: 1927 diff changeset	118 count = index->last_grow_count;
5ca676060080 when growing index file, do it exponentially for this session (files being Timo Sirainen <tss@iki.fi> parents: 1927 diff changeset	119 count = nearest_power(count);
5ca676060080 when growing index file, do it exponentially for this session (files being Timo Sirainen <tss@iki.fi> parents: 1927 diff changeset	120 index->last_grow_count = count;
5ca676060080 when growing index file, do it exponentially for this session (files being Timo Sirainen <tss@iki.fi> parents: 1927 diff changeset	121
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	122 size = map->hdr->header_size +
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	123 (map->records_count + count) * sizeof(struct mail_index_record);
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	124 if (file_set_size(index->fd, (off_t)size) < 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	125 return mail_index_set_syscall_error(index, "file_set_size()");
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	126
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	127 records_count = map->records_count;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	128
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	129 if (mail_index_map(index, TRUE) <= 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	130 return -1;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	131
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	132 i_assert(map->mmap_size >= size);
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	133 map->records_count = records_count;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	134 return 0;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	135 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	136
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	137 static int mail_index_sync_appends(struct mail_index_update_ctx *ctx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	138 const struct mail_index_record *appends,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	139 unsigned int count)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	140 {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	141 struct mail_index_map *map = ctx->index->map;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	142 unsigned int i;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	143 uint32_t next_uid;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	144
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	145 if (mail_index_grow(ctx->index, count) < 0)
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	146 return -1;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	147
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	148 next_uid = ctx->hdr.next_uid;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	149 for (i = 0; i < count; i++) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	150 mail_index_header_update_counts(&ctx->hdr, 0, appends[i].flags);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	151 mail_index_header_update_lowwaters(&ctx->hdr, &appends[i]);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	152
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	153 if (appends[i].uid < next_uid) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	154 mail_transaction_log_view_set_corrupted(ctx->log_view,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	155 "Append with UID %u, but next_uid = %u",
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	156 appends[i].uid, next_uid);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	157 return -1;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	158 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	159 next_uid = appends[i].uid+1;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	160 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	161 ctx->hdr.next_uid = next_uid;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	162
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	163 memcpy(map->records + map->records_count, appends,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	164 count * sizeof(*appends));
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	165 map->records_count += count;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	166 return 0;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	167 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	168
1954 2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	169 int mail_index_sync_update_index(struct mail_index_sync_ctx *sync_ctx,
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	170 uint32_t sync_stamp, uint64_t sync_size)
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	171 {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	172 struct mail_index *index = sync_ctx->index;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	173 struct mail_index_map *map = index->map;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	174 struct mail_index_update_ctx ctx;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	175 struct mail_index_sync_rec rec;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	176 const struct mail_index_record *appends;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	177 unsigned int append_count;
1956 d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	178 uint32_t count, file_seq, src_idx, dest_idx, dirty_flag;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	179 uoff_t file_offset;
1922 e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	180 unsigned int lock_id;
1954 2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	181 int ret, changed;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	182
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	183 /* rewind */
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	184 sync_ctx->update_idx = sync_ctx->expunge_idx = 0;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	185 sync_ctx->sync_appends =
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	186 buffer_get_used_size(sync_ctx->appends_buf) != 0;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	187
1954 2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	188 changed = mail_index_sync_have_more(sync_ctx);
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	189
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	190 memset(&ctx, 0, sizeof(ctx));
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	191 ctx.index = index;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	192 ctx.hdr = *index->hdr;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	193 ctx.log_view = sync_ctx->view->log_view;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	194
1956 d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	195 dirty_flag = sync_ctx->have_dirty ? MAIL_INDEX_HDR_FLAG_HAVE_DIRTY : 0;
d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	196 if ((ctx.hdr.flags & MAIL_INDEX_HDR_FLAG_HAVE_DIRTY) != dirty_flag) {
d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	197 ctx.hdr.flags ^= MAIL_INDEX_HDR_FLAG_HAVE_DIRTY;
d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	198 changed = TRUE;
d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	199 }
d6941cd8afdc Added support for setting dirty flags for messages (TODO: undirty..) Timo Sirainen <tss@iki.fi> parents: 1954 diff changeset	200
1954 2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	201 /* see if we need to update sync headers */
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	202 if (ctx.hdr.sync_stamp != sync_stamp && sync_stamp != 0) {
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	203 ctx.hdr.sync_stamp = sync_stamp;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	204 changed = TRUE;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	205 }
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	206 if (ctx.hdr.sync_size != sync_size && sync_size != 0) {
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	207 ctx.hdr.sync_size = sync_size;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	208 changed = TRUE;
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	209 }
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	210
2f6e137cdc44 Syncing optimizations. Timo Sirainen <tss@iki.fi> parents: 1937 diff changeset	211 if (!changed) {
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	212 /* nothing to sync */
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	213 return 0;
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	214 }
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	215
1922 e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	216 if (mail_index_lock_exclusive(index, &lock_id) < 0)
e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	217 return -1;
e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	218
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	219 if (MAIL_INDEX_MAP_IS_IN_MEMORY(map))
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	220 map->write_to_disk = TRUE;
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	221
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	222 src_idx = dest_idx = 0;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	223 append_count = 0; appends = NULL;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	224 while (mail_index_sync_next(sync_ctx, &rec) > 0) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	225 switch (rec.type) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	226 case MAIL_INDEX_SYNC_TYPE_APPEND:
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	227 i_assert(appends == NULL);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	228 append_count = rec.seq2 - rec.seq1 + 1;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	229 appends = rec.appends;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	230 break;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	231 case MAIL_INDEX_SYNC_TYPE_EXPUNGE:
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	232 if (src_idx == 0) {
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	233 /* expunges have to be atomic. so we'll have
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	234 to copy the mapping, do the changes there
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	235 and then finally replace the whole index
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	236 file. to avoid extra disk I/O we copy the
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	237 index into memory rather than to temporary
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	238 file */
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	239 map = mail_index_map_to_memory(map);
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	240 mail_index_unmap(index, index->map);
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	241 index->map = map;
1927 7ad1a47c615e some more locking fixes Timo Sirainen <tss@iki.fi> parents: 1922 diff changeset	242 index->hdr = map->hdr;
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	243 map->write_to_disk = TRUE;
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	244
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	245 dest_idx = rec.seq1-1;
68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	246 } else {
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	247 count = (rec.seq1-1) - src_idx;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	248 memmove(map->records + dest_idx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	249 map->records + src_idx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	250 count * sizeof(*map->records));
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	251 dest_idx += count;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	252 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	253
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	254 mail_index_sync_update_expunges(&ctx, rec.seq1,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	255 rec.seq2);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	256 src_idx = rec.seq2;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	257 break;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	258 case MAIL_INDEX_SYNC_TYPE_FLAGS:
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	259 mail_index_sync_update_flags(&ctx, &rec);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	260 break;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	261 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	262 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	263
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	264 if (src_idx != 0) {
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	265 count = map->records_count - src_idx;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	266 memmove(map->records + dest_idx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	267 map->records + src_idx,
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	268 count * sizeof(*map->records));
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	269 dest_idx += count;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	270
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	271 map->records_count = dest_idx;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	272 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	273
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	274 ret = 0;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	275 if (append_count > 0)
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	276 ret = mail_index_sync_appends(&ctx, appends, append_count);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	277
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	278 mail_transaction_log_get_head(index->log, &file_seq, &file_offset);
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	279
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	280 ctx.hdr.messages_count = map->records_count;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	281 ctx.hdr.log_file_seq = file_seq;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	282 ctx.hdr.log_file_offset = file_offset;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	283
1917 68938dccbc45 Forced locking to be right with mprotect()ing index file. Support for Timo Sirainen <tss@iki.fi> parents: 1915 diff changeset	284 if (!MAIL_INDEX_MAP_IS_IN_MEMORY(map)) {
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	285 map->mmap_used_size = index->hdr->header_size +
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	286 map->records_count * sizeof(struct mail_index_record);
8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	287
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	288 memcpy(map->mmap_base, &ctx.hdr, sizeof(ctx.hdr));
1930 8f31c6dae363 fixes Timo Sirainen <tss@iki.fi> parents: 1928 diff changeset	289 if (msync(map->mmap_base, map->mmap_used_size, MS_SYNC) < 0) {
1922 e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	290 mail_index_set_syscall_error(index, "msync()");
e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	291 ret = -1;
e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	292 }
1919 4aeb7357951a locking fixes, mmap_disable=yes fixes Timo Sirainen <tss@iki.fi> parents: 1917 diff changeset	293 } else {
4aeb7357951a locking fixes, mmap_disable=yes fixes Timo Sirainen <tss@iki.fi> parents: 1917 diff changeset	294 map->hdr_copy = ctx.hdr;
4aeb7357951a locking fixes, mmap_disable=yes fixes Timo Sirainen <tss@iki.fi> parents: 1917 diff changeset	295 map->hdr = &map->hdr_copy;
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	296 }
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	297
1922 e4c30cb5d094 Locking changes. bugfixes. Timo Sirainen <tss@iki.fi> parents: 1919 diff changeset	298 mail_index_unlock(index, lock_id);
1915 79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	299 return ret;
79790750c349 importing new index code. mbox still broken. Timo Sirainen <tss@iki.fi> parents: diff changeset	300 }

Mercurial > dovecot > original-hg > dovecot-1.2

annotate src/lib-index/mail-index-sync-update.c @ 1956:d6941cd8afdc HEAD