dovecot/core-2.2: src/doveadm/dsync/dsync-brain.c annotate

annotate src/doveadm/dsync/dsync-brain.c @ 15355:b52f4852e5f8

If prefix="" namespace isn't defined, autocreate it as an unusable namespace. This avoids having to handle mail_namespace_find() errors all over the place. Instead now the mailbox accesses will simply fail.

author	Timo Sirainen <tss@iki.fi>
date	Mon, 29 Oct 2012 22:03:25 +0200
parents	6c850258002f
children	af3b86a16ac3

rev	line source
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	1 /* Copyright (c) 2012 Dovecot authors, see the included COPYING file */
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	2
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	3 #include "lib.h"
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	4 #include "array.h"
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	5 #include "hash.h"
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	6 #include "mail-namespace.h"
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	7 #include "dsync-mailbox-tree.h"
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	8 #include "dsync-ibc.h"
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	9 #include "dsync-brain-private.h"
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	10
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	11 static void dsync_brain_run_io(void *context)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	12 {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	13 struct dsync_brain *brain = context;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	14 bool changed, try_pending;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	15
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	16 if (dsync_ibc_has_failed(brain->ibc)) {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	17 io_loop_stop(current_ioloop);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	18 brain->failed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	19 return;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	20 }
11687 b37c85676f8e dsync: When -v parameter is given, show progress counter of saving new messages. Timo Sirainen <tss@iki.fi> parents: 11684 diff changeset	21
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	22 try_pending = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	23 do {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	24 if (!dsync_brain_run(brain, &changed)) {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	25 io_loop_stop(current_ioloop);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	26 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	27 }
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	28 if (changed)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	29 try_pending = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	30 else if (try_pending) {
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	31 if (dsync_ibc_has_pending_data(brain->ibc))
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	32 changed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	33 try_pending = FALSE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	34 }
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	35 } while (changed);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	36 }
11727 42dfcf9c896b dsync backup: Fail if it looks like backup is running in wrong direction. Timo Sirainen <tss@iki.fi> parents: 11688 diff changeset	37
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	38 static struct dsync_brain *
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	39 dsync_brain_common_init(struct mail_user user, struct dsync_ibc ibc)
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	40 {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	41 struct dsync_brain *brain;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	42 pool_t pool;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	43
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	44 pool = pool_alloconly_create("dsync brain", 10240);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	45 brain = p_new(pool, struct dsync_brain, 1);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	46 brain->pool = pool;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	47 brain->user = user;
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	48 brain->ibc = ibc;
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	49 brain->sync_type = DSYNC_BRAIN_SYNC_TYPE_UNKNOWN;
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	50 hash_table_create(&brain->mailbox_states, pool, 0,
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	51 guid_128_hash, guid_128_cmp);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	52 p_array_init(&brain->remote_mailbox_states, pool, 64);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	53 return brain;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	54 }
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	55
15231 454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	56 static void
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	57 dsync_brain_set_flags(struct dsync_brain *brain, enum dsync_brain_flags flags)
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	58 {
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	59 brain->guid_requests =
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	60 (flags & DSYNC_BRAIN_FLAG_SEND_GUID_REQUESTS) != 0;
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	61 brain->mails_have_guids =
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	62 (flags & DSYNC_BRAIN_FLAG_MAILS_HAVE_GUIDS) != 0;
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	63 brain->backup_send = (flags & DSYNC_BRAIN_FLAG_BACKUP_SEND) != 0;
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	64 brain->backup_recv = (flags & DSYNC_BRAIN_FLAG_BACKUP_RECV) != 0;
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	65 }
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	66
9736 d9a96da46d4a dsync: Lots of updates and fixes. Timo Sirainen <tss@iki.fi> parents: 9686 diff changeset	67 struct dsync_brain *
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	68 dsync_brain_master_init(struct mail_user user, struct dsync_ibc ibc,
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	69 struct mail_namespace *sync_ns,
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	70 enum dsync_brain_sync_type sync_type,
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	71 enum dsync_brain_flags flags,
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	72 const char *state)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	73 {
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	74 struct dsync_ibc_settings ibc_set;
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	75 struct dsync_brain *brain;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	76 const char *error;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	77
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	78 i_assert(sync_type != DSYNC_BRAIN_SYNC_TYPE_UNKNOWN);
14629 c93ca5e46a8a Marked functions parameters that are allowed to be NULL. Some APIs were also changed. Timo Sirainen <tss@iki.fi> parents: 14584 diff changeset	79 i_assert(sync_type != DSYNC_BRAIN_SYNC_TYPE_STATE \|\| *state != '\0');
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	80
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	81 brain = dsync_brain_common_init(user, ibc);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	82 brain->sync_type = sync_type;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	83 if (sync_ns != NULL)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	84 brain->sync_ns = sync_ns;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	85 brain->master_brain = TRUE;
15231 454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	86 dsync_brain_set_flags(brain, flags);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	87
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	88 brain->state = DSYNC_STATE_SEND_MAILBOX_TREE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	89 if (sync_type == DSYNC_BRAIN_SYNC_TYPE_STATE) {
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	90 if (dsync_mailbox_states_import(brain->mailbox_states,
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	91 brain->pool, state,
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	92 &error) < 0) {
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	93 hash_table_clear(brain->mailbox_states, FALSE);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	94 i_error("Saved sync state is invalid, "
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	95 "falling back to full sync: %s", error);
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	96 brain->sync_type = sync_type =
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	97 DSYNC_BRAIN_SYNC_TYPE_FULL;
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	98 } else {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	99 brain->state = DSYNC_STATE_MASTER_SEND_LAST_COMMON;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	100 }
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	101 }
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	102 dsync_brain_mailbox_trees_init(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	103
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	104 memset(&ibc_set, 0, sizeof(ibc_set));
920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	105 ibc_set.sync_ns_prefix = sync_ns == NULL ? NULL : sync_ns->prefix;
920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	106 ibc_set.sync_type = sync_type;
15231 454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	107 /* reverse the backup direction for the slave */
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	108 ibc_set.brain_flags = flags & ~(DSYNC_BRAIN_FLAG_BACKUP_SEND \|
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	109 DSYNC_BRAIN_FLAG_BACKUP_RECV);
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	110 if ((flags & DSYNC_BRAIN_FLAG_BACKUP_SEND) != 0)
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	111 ibc_set.brain_flags \|= DSYNC_BRAIN_FLAG_BACKUP_RECV;
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	112 else if ((flags & DSYNC_BRAIN_FLAG_BACKUP_RECV) != 0)
454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	113 ibc_set.brain_flags \|= DSYNC_BRAIN_FLAG_BACKUP_SEND;
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	114 dsync_ibc_send_handshake(ibc, &ibc_set);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	115
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	116 dsync_ibc_set_io_callback(ibc, dsync_brain_run_io, brain);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	117 return brain;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	118 }
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	119
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	120 struct dsync_brain *
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	121 dsync_brain_slave_init(struct mail_user user, struct dsync_ibc ibc)
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	122 {
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	123 struct dsync_brain *brain;
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	124
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	125 brain = dsync_brain_common_init(user, ibc);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	126 brain->state = DSYNC_STATE_SLAVE_RECV_HANDSHAKE;
11734 ba9f33f9c6c3 dsync: If verbosity is enabled, log why desyncing was caused. Timo Sirainen <tss@iki.fi> parents: 11727 diff changeset	127
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	128 dsync_ibc_set_io_callback(ibc, dsync_brain_run_io, brain);
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	129 return brain;
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	130 }
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	131
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	132 int dsync_brain_deinit(struct dsync_brain **_brain)
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	133 {
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	134 struct dsync_brain brain = _brain;
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	135 int ret;
11680 49b226835cd2 dsync: Another try at not increasing mailbox uidnext/highestmodseq on failure Timo Sirainen <tss@iki.fi> parents: 11677 diff changeset	136
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	137 *_brain = NULL;
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	138
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	139 if (dsync_ibc_has_failed(brain->ibc) \|\|
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	140 brain->state != DSYNC_STATE_DONE)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	141 brain->failed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	142
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	143 if (brain->box != NULL)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	144 dsync_brain_sync_mailbox_deinit(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	145 if (brain->local_tree_iter != NULL)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	146 dsync_mailbox_tree_iter_deinit(&brain->local_tree_iter);
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	147 if (brain->mailbox_states_iter != NULL)
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	148 hash_table_iterate_deinit(&brain->mailbox_states_iter);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	149 hash_table_destroy(&brain->mailbox_states);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	150
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	151 ret = brain->failed ? -1 : 0;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	152 pool_unref(&brain->pool);
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	153 return ret;
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	154 }
34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	155
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	156 static bool dsync_brain_slave_recv_handshake(struct dsync_brain *brain)
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	157 {
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	158 const struct dsync_ibc_settings *ibc_set;
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	159
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	160 i_assert(!brain->master_brain);
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	161
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	162 if (dsync_ibc_recv_handshake(brain->ibc, &ibc_set) == 0)
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	163 return FALSE;
10331 b5b253d35612 dsync: Fixed subscription syncing to work with namespace prefixes. Timo Sirainen <tss@iki.fi> parents: 10328 diff changeset	164
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	165 if (ibc_set->sync_ns_prefix != NULL) {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	166 brain->sync_ns = mail_namespace_find(brain->user->namespaces,
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	167 ibc_set->sync_ns_prefix);
11676 cf7f6912af02 dsync: Added backup command, which syncs source to destination, discarding any changes in dest. Timo Sirainen <tss@iki.fi> parents: 11524 diff changeset	168 }
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	169 i_assert(brain->sync_type == DSYNC_BRAIN_SYNC_TYPE_UNKNOWN);
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	170 brain->sync_type = ibc_set->sync_type;
15231 454d0563927d doveadm: "backup" command is working again. Timo Sirainen <tss@iki.fi> parents: 15037 diff changeset	171 dsync_brain_set_flags(brain, ibc_set->brain_flags);
11676 cf7f6912af02 dsync: Added backup command, which syncs source to destination, discarding any changes in dest. Timo Sirainen <tss@iki.fi> parents: 11524 diff changeset	172
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	173 dsync_brain_mailbox_trees_init(brain);
11676 cf7f6912af02 dsync: Added backup command, which syncs source to destination, discarding any changes in dest. Timo Sirainen <tss@iki.fi> parents: 11524 diff changeset	174
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	175 if (brain->sync_type == DSYNC_BRAIN_SYNC_TYPE_STATE)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	176 brain->state = DSYNC_STATE_SLAVE_RECV_LAST_COMMON;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	177 else
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	178 brain->state = DSYNC_STATE_SEND_MAILBOX_TREE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	179 return TRUE;
11727 42dfcf9c896b dsync backup: Fail if it looks like backup is running in wrong direction. Timo Sirainen <tss@iki.fi> parents: 11688 diff changeset	180 }
42dfcf9c896b dsync backup: Fail if it looks like backup is running in wrong direction. Timo Sirainen <tss@iki.fi> parents: 11688 diff changeset	181
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	182 static void dsync_brain_master_send_last_common(struct dsync_brain *brain)
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	183 {
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	184 struct dsync_mailbox_state *state;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	185 uint8_t *guid;
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	186 enum dsync_ibc_send_ret ret = DSYNC_IBC_SEND_RET_OK;
11727 42dfcf9c896b dsync backup: Fail if it looks like backup is running in wrong direction. Timo Sirainen <tss@iki.fi> parents: 11688 diff changeset	187
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	188 i_assert(brain->master_brain);
9736 d9a96da46d4a dsync: Lots of updates and fixes. Timo Sirainen <tss@iki.fi> parents: 9686 diff changeset	189
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	190 if (brain->mailbox_states_iter == NULL) {
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	191 brain->mailbox_states_iter =
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	192 hash_table_iterate_init(brain->mailbox_states);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	193 }
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	194
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	195 for (;;) {
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	196 if (ret == DSYNC_IBC_SEND_RET_FULL)
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	197 return;
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	198 if (!hash_table_iterate(brain->mailbox_states_iter,
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	199 brain->mailbox_states, &guid, &state))
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	200 break;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	201 ret = dsync_ibc_send_mailbox_state(brain->ibc, state);
9638 b11a3eda2477 dsync: Use expunged messages' GUIDs to determine what to do with missing messages at end of mailbox. Timo Sirainen <tss@iki.fi> parents: 9592 diff changeset	202 }
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	203 hash_table_iterate_deinit(&brain->mailbox_states_iter);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	204
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	205 dsync_ibc_send_end_of_list(brain->ibc);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	206 brain->state = DSYNC_STATE_SEND_MAILBOX_TREE;
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	207 }
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	208
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	209 static void dsync_mailbox_state_add(struct dsync_brain *brain,
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	210 const struct dsync_mailbox_state *state)
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	211 {
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	212 struct dsync_mailbox_state *dupstate;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	213 uint8_t *guid_p;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	214
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	215 dupstate = p_new(brain->pool, struct dsync_mailbox_state, 1);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	216 dupstate = state;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	217 guid_p = dupstate->mailbox_guid;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	218 hash_table_insert(brain->mailbox_states, guid_p, dupstate);
11524 c955d4789553 dsync: Fixed syncing \noselect mailboxes. Timo Sirainen <tss@iki.fi> parents: 10976 diff changeset	219 }
c955d4789553 dsync: Fixed syncing \noselect mailboxes. Timo Sirainen <tss@iki.fi> parents: 10976 diff changeset	220
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	221 static bool dsync_brain_slave_recv_last_common(struct dsync_brain *brain)
10328 b63fd6156663 dsync: Added support for subscription syncing. Timo Sirainen <tss@iki.fi> parents: 10323 diff changeset	222 {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	223 struct dsync_mailbox_state state;
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	224 enum dsync_ibc_recv_ret ret;
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	225 bool changed = FALSE;
10328 b63fd6156663 dsync: Added support for subscription syncing. Timo Sirainen <tss@iki.fi> parents: 10323 diff changeset	226
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	227 i_assert(!brain->master_brain);
10328 b63fd6156663 dsync: Added support for subscription syncing. Timo Sirainen <tss@iki.fi> parents: 10323 diff changeset	228
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	229 while ((ret = dsync_ibc_recv_mailbox_state(brain->ibc, &state)) > 0) {
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	230 dsync_mailbox_state_add(brain, &state);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	231 changed = TRUE;
10328 b63fd6156663 dsync: Added support for subscription syncing. Timo Sirainen <tss@iki.fi> parents: 10323 diff changeset	232 }
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	233 if (ret == DSYNC_IBC_RECV_RET_FINISHED) {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	234 brain->state = DSYNC_STATE_SEND_MAILBOX_TREE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	235 changed = TRUE;
9736 d9a96da46d4a dsync: Lots of updates and fixes. Timo Sirainen <tss@iki.fi> parents: 9686 diff changeset	236 }
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	237 return changed;
10371 b99a19d5a93c dsync: Sync mailbox renames. Timo Sirainen <tss@iki.fi> parents: 10368 diff changeset	238 }
b99a19d5a93c dsync: Sync mailbox renames. Timo Sirainen <tss@iki.fi> parents: 10368 diff changeset	239
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	240 static bool dsync_brain_run_real(struct dsync_brain brain, bool changed_r)
9639 ffda7bd92ebc dsync: Skip syncing mailboxes whose uidvalidity/uidnext/highest-modseq hasn't changed. Timo Sirainen <tss@iki.fi> parents: 9638 diff changeset	241 {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	242 bool changed = FALSE, ret = TRUE;
9639 ffda7bd92ebc dsync: Skip syncing mailboxes whose uidvalidity/uidnext/highest-modseq hasn't changed. Timo Sirainen <tss@iki.fi> parents: 9638 diff changeset	243
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	244 if (brain->failed)
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	245 return FALSE;
9686 4d5cc6ce68aa dsync: Lots of improvements and fixes. Appears to be somewhat working now. Timo Sirainen <tss@iki.fi> parents: 9644 diff changeset	246
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	247 switch (brain->state) {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	248 case DSYNC_STATE_SLAVE_RECV_HANDSHAKE:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	249 changed = dsync_brain_slave_recv_handshake(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	250 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	251 case DSYNC_STATE_MASTER_SEND_LAST_COMMON:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	252 dsync_brain_master_send_last_common(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	253 changed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	254 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	255 case DSYNC_STATE_SLAVE_RECV_LAST_COMMON:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	256 changed = dsync_brain_slave_recv_last_common(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	257 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	258 case DSYNC_STATE_SEND_MAILBOX_TREE:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	259 dsync_brain_send_mailbox_tree(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	260 changed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	261 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	262 case DSYNC_STATE_RECV_MAILBOX_TREE:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	263 changed = dsync_brain_recv_mailbox_tree(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	264 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	265 case DSYNC_STATE_SEND_MAILBOX_TREE_DELETES:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	266 dsync_brain_send_mailbox_tree_deletes(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	267 changed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	268 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	269 case DSYNC_STATE_RECV_MAILBOX_TREE_DELETES:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	270 changed = dsync_brain_recv_mailbox_tree_deletes(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	271 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	272 case DSYNC_STATE_MASTER_SEND_MAILBOX:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	273 dsync_brain_master_send_mailbox(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	274 changed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	275 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	276 case DSYNC_STATE_SLAVE_RECV_MAILBOX:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	277 changed = dsync_brain_slave_recv_mailbox(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	278 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	279 case DSYNC_STATE_SYNC_MAILS:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	280 changed = dsync_brain_sync_mails(brain);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	281 break;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	282 case DSYNC_STATE_DONE:
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	283 changed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	284 ret = FALSE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	285 break;
9639 ffda7bd92ebc dsync: Skip syncing mailboxes whose uidvalidity/uidnext/highest-modseq hasn't changed. Timo Sirainen <tss@iki.fi> parents: 9638 diff changeset	286 }
9736 d9a96da46d4a dsync: Lots of updates and fixes. Timo Sirainen <tss@iki.fi> parents: 9686 diff changeset	287
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	288 *changed_r = changed;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	289 return brain->failed ? FALSE : ret;
10371 b99a19d5a93c dsync: Sync mailbox renames. Timo Sirainen <tss@iki.fi> parents: 10368 diff changeset	290 }
b99a19d5a93c dsync: Sync mailbox renames. Timo Sirainen <tss@iki.fi> parents: 10368 diff changeset	291
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	292 bool dsync_brain_run(struct dsync_brain brain, bool changed_r)
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	293 {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	294 bool ret;
10373 036db604f86c dsync: Fixed problems with syncing mailbox names that are invalid on other side. Timo Sirainen <tss@iki.fi> parents: 10371 diff changeset	295
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	296 *changed_r = FALSE;
9559 34eef8a2716b dsync: Initial implementation. Timo Sirainen <tss@iki.fi> parents: diff changeset	297
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	298 if (dsync_ibc_has_failed(brain->ibc)) {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	299 brain->failed = TRUE;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	300 return FALSE;
12028 6ef21adeb61d dsync: If worker fails, abort earlier. Timo Sirainen <tss@iki.fi> parents: 11971 diff changeset	301 }
6ef21adeb61d dsync: If worker fails, abort earlier. Timo Sirainen <tss@iki.fi> parents: 11971 diff changeset	302
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	303 T_BEGIN {
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	304 ret = dsync_brain_run_real(brain, changed_r);
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	305 } T_END;
b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	306 if (!brain->failed)
15037 920756cd29b8 dsync: Renamed "slave" to "ibc" (= inter-brain communicator) Timo Sirainen <tss@iki.fi> parents: 14939 diff changeset	307 dsync_ibc_flush(brain->ibc);
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	308 return ret;
10368 9f2e8d230bd5 dsync: If some uid/modseq changes couldn't be done, exit with different value. Timo Sirainen <tss@iki.fi> parents: 10356 diff changeset	309 }
12124 eb5adb193064 dsync: Don't crash/hang if syncing fails before ioloop is started. Timo Sirainen <tss@iki.fi> parents: 12028 diff changeset	310
15232 6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	311 void dsync_brain_get_state(struct dsync_brain brain, string_t output)
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	312 {
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	313 struct hash_iterate_context *iter;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	314 struct dsync_mailbox_node *node;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	315 const struct dsync_mailbox_state *new_state;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	316 struct dsync_mailbox_state *state;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	317 const uint8_t *guid_p;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	318 uint8_t *guid;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	319
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	320 /* update mailbox states */
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	321 array_foreach(&brain->remote_mailbox_states, new_state) {
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	322 guid_p = new_state->mailbox_guid;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	323 state = hash_table_lookup(brain->mailbox_states, guid_p);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	324 if (state != NULL)
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	325 state = new_state;
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	326 else
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	327 dsync_mailbox_state_add(brain, new_state);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	328 }
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	329
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	330 /* remove nonexistent mailboxes */
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	331 iter = hash_table_iterate_init(brain->mailbox_states);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	332 while (hash_table_iterate(iter, brain->mailbox_states, &guid, &state)) {
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	333 node = dsync_mailbox_tree_lookup_guid(brain->local_mailbox_tree,
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	334 guid);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	335 if (node == NULL \|\|
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	336 node->existence != DSYNC_MAILBOX_NODE_EXISTS)
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	337 hash_table_remove(brain->mailbox_states, guid);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	338 }
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	339 hash_table_iterate_deinit(&iter);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	340
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	341 dsync_mailbox_states_export(brain->mailbox_states, output);
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	342 }
6c850258002f doveadm sync/backup: Added -s <state> parameter to do a fast stateful sync. Timo Sirainen <tss@iki.fi> parents: 15231 diff changeset	343
12124 eb5adb193064 dsync: Don't crash/hang if syncing fails before ioloop is started. Timo Sirainen <tss@iki.fi> parents: 12028 diff changeset	344 bool dsync_brain_has_failed(struct dsync_brain *brain)
eb5adb193064 dsync: Don't crash/hang if syncing fails before ioloop is started. Timo Sirainen <tss@iki.fi> parents: 12028 diff changeset	345 {
14584 b2076acc3715 Initial version of dsync rewrite. Timo Sirainen <tss@iki.fi> parents: 14253 diff changeset	346 return brain->failed;
12124 eb5adb193064 dsync: Don't crash/hang if syncing fails before ioloop is started. Timo Sirainen <tss@iki.fi> parents: 12028 diff changeset	347 }

Mercurial > dovecot > core-2.2

annotate src/doveadm/dsync/dsync-brain.c @ 15355:b52f4852e5f8