dovecot/original-hg/dovecot-1.2: src/plugins/fts-solr/fts-backend-solr.c annotate

annotate src/plugins/fts-solr/fts-backend-solr.c @ 8001:3fbfdda3e5d3 HEAD

fts-solr: Send data to Solr in larger packets. Commit after expunges.

author	Timo Sirainen <tss@iki.fi>
date	Sun, 13 Jul 2008 15:05:52 +0300
parents	61be6a4722c5
children	e814614ffb65

rev	line source
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	1 /* Copyright (c) 2006-2008 Dovecot authors, see the included COPYING file */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	2
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	3 #include "lib.h"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	4 #include "array.h"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	5 #include "str.h"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	6 #include "mail-storage-private.h"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	7 #include "solr-connection.h"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	8 #include "fts-solr-plugin.h"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	9
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	10 #include <stdlib.h>
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	11 #include <curl/curl.h>
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	12
8001 3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	13 #define SOLR_CMDBUF_SIZE (1024*64)
3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	14
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	15 struct solr_fts_backend_build_context {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	16 struct fts_backend_build_context ctx;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	17
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	18 struct solr_connection_post *post;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	19 uint32_t prev_uid, uid_validity;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	20 string_t *cmd;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	21 bool headers;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	22 };
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	23
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	24 static struct solr_connection *solr_conn = NULL;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	25
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	26 static void solr_quote_str(string_t dest, const char str)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	27 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	28 solr_connection_quote_str(solr_conn, dest, str);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	29 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	30
8000 61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	31 static void
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	32 xml_encode_data(string_t dest, const unsigned char data, unsigned int len)
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	33 {
8000 61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	34 unsigned int i;
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	35
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	36 for (i = 0; i < len; i++) {
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	37 switch (data[i]) {
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	38 case '&':
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	39 str_append(dest, "&");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	40 break;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	41 case '<':
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	42 str_append(dest, "<");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	43 break;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	44 case '>':
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	45 str_append(dest, ">");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	46 break;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	47 default:
8000 61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	48 str_append_c(dest, data[i]);
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	49 break;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	50 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	51 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	52 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	53
8000 61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	54 static void xml_encode(string_t dest, const char str)
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	55 {
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	56 xml_encode_data(dest, (const unsigned char *)str, strlen(str));
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	57 }
61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	58
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	59 static struct fts_backend *
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	60 fts_backend_solr_init(struct mailbox *box ATTR_UNUSED)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	61 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	62 struct fts_backend *backend;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	63
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	64 if (solr_conn == NULL)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	65 solr_conn = solr_connection_init(getenv("FTS_SOLR"));
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	66
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	67 backend = i_new(struct fts_backend, 1);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	68 *backend = fts_backend_solr;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	69 return backend;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	70 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	71
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	72 static void fts_backend_solr_deinit(struct fts_backend *backend)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	73 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	74 i_free(backend);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	75 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	76
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	77 static int fts_backend_solr_get_last_uid(struct fts_backend *backend,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	78 uint32_t *last_uid_r)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	79 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	80 struct mailbox_status status;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	81 ARRAY_TYPE(seq_range) uids;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	82 const struct seq_range *uidvals;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	83 unsigned int count;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	84 string_t *str;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	85
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	86 str = t_str_new(256);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	87 str_append(str, "fl=uid&rows=1&sort=uid%20desc&q=");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	88
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	89 mailbox_get_status(backend->box, STATUS_UIDVALIDITY, &status);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	90 str_printfa(str, "uidv:%u%%20box:", status.uidvalidity);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	91 solr_quote_str(str, backend->box->name);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	92 str_append(str, "%20user:");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	93 solr_quote_str(str, backend->box->storage->user);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	94
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	95 t_array_init(&uids, 1);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	96 if (solr_connection_select(solr_conn, str_c(str), &uids) < 0)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	97 return -1;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	98
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	99 uidvals = array_get(&uids, &count);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	100 if (count == 0) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	101 /* nothing indexed yet for this mailbox */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	102 *last_uid_r = 0;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	103 } else if (count == 1 && uidvals[0].seq1 == uidvals[0].seq2) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	104 *last_uid_r = uidvals[0].seq1;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	105 } else {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	106 i_error("fts_solr: Last UID lookup returned multiple rows");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	107 return -1;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	108 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	109 return 0;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	110 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	111
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	112 static int
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	113 fts_backend_solr_build_init(struct fts_backend backend, uint32_t last_uid_r,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	114 struct fts_backend_build_context **ctx_r)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	115 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	116 struct solr_fts_backend_build_context *ctx;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	117 struct mailbox_status status;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	118
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	119 *last_uid_r = (uint32_t)-1;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	120
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	121 ctx = i_new(struct solr_fts_backend_build_context, 1);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	122 ctx->ctx.backend = backend;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	123 ctx->post = solr_connection_post_begin(solr_conn);
8001 3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	124 ctx->cmd = str_new(default_pool, SOLR_CMDBUF_SIZE);
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	125
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	126 mailbox_get_status(backend->box, STATUS_UIDVALIDITY, &status);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	127 ctx->uid_validity = status.uidvalidity;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	128
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	129 *ctx_r = &ctx->ctx;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	130 return 0;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	131 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	132
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	133 static int
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	134 fts_backend_solr_build_more(struct fts_backend_build_context *_ctx,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	135 uint32_t uid, const unsigned char *data,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	136 size_t size, bool headers)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	137 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	138 struct solr_fts_backend_build_context *ctx =
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	139 (struct solr_fts_backend_build_context *)_ctx;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	140 struct mailbox *box = _ctx->backend->box;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	141 string_t *cmd = ctx->cmd;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	142
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	143 /* body comes first, then headers */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	144 if (ctx->prev_uid != uid) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	145 /* uid changed */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	146 if (ctx->prev_uid == 0)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	147 str_append(cmd, "<add>");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	148 else
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	149 str_append(cmd, "</field></doc>");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	150 ctx->prev_uid = uid;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	151
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	152 str_printfa(cmd, "<doc>"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	153 "<field name=\"uid\">%u</field>"
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	154 "<field name=\"uidv\">%u</field>",
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	155 uid, ctx->uid_validity);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	156
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	157 str_append(cmd, "<field name=\"box\">");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	158 xml_encode(cmd, box->name);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	159 str_append(cmd, "</field><field name=\"user\">");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	160 xml_encode(cmd, box->storage->user);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	161
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	162 str_printfa(cmd, "</field><field name=\"id\">%u/%u/",
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	163 uid, ctx->uid_validity);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	164 xml_encode(cmd, box->storage->user);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	165 str_append_c(cmd, '/');
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	166 xml_encode(cmd, box->name);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	167 str_append(cmd, "</field>");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	168
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	169 ctx->headers = headers;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	170 if (headers) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	171 str_append(cmd, "<field name=\"hdr\">");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	172 } else {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	173 str_append(cmd, "<field name=\"body\">");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	174 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	175 } else if (headers && !ctx->headers) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	176 str_append(cmd, "</field><field name=\"hdr\">");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	177 } else {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	178 i_assert(!(!headers && ctx->headers));
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	179 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	180
8000 61be6a4722c5 fts-solr: Encode entities when indexing data. Timo Sirainen <tss@iki.fi> parents: 7999 diff changeset	181 xml_encode_data(cmd, data, size);
8001 3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	182 if (str_len(cmd) > SOLR_CMDBUF_SIZE-128) {
3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	183 solr_connection_post_more(ctx->post, str_data(cmd),
3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	184 str_len(cmd));
3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	185 str_truncate(cmd, 0);
3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	186 }
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	187 return 0;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	188 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	189
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	190 static int
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	191 fts_backend_solr_build_deinit(struct fts_backend_build_context *_ctx)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	192 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	193 struct solr_fts_backend_build_context *ctx =
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	194 (struct solr_fts_backend_build_context *)_ctx;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	195 int ret = 0;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	196
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	197 if (ctx->prev_uid != 0) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	198 str_append(ctx->cmd, "</field></doc></add>");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	199 solr_connection_post_more(ctx->post, str_data(ctx->cmd),
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	200 str_len(ctx->cmd));
7999 1ceb49f2eb50 fts-solr: Error handling fixes. Timo Sirainen <tss@iki.fi> parents: 7990 diff changeset	201 ret = solr_connection_post_end(ctx->post);
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	202 /* commit and wait until the documents we just indexed are
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	203 visible to the following search */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	204 if (solr_connection_post(solr_conn,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	205 "<commit waitFlush=\"false\" "
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	206 "waitSearcher=\"true\"/>") < 0)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	207 ret = -1;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	208 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	209 str_free(&ctx->cmd);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	210 i_free(ctx);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	211 return ret;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	212 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	213
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	214 static void
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	215 fts_backend_solr_expunge(struct fts_backend *backend ATTR_UNUSED,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	216 struct mail *mail)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	217 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	218 struct mailbox_status status;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	219
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	220 mailbox_get_status(mail->box, STATUS_UIDVALIDITY, &status);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	221
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	222 T_BEGIN {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	223 string_t *cmd;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	224
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	225 cmd = t_str_new(256);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	226 str_printfa(cmd, "<delete><id>%u/%u/",
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	227 mail->uid, status.uidvalidity);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	228 xml_encode(cmd, mail->box->storage->user);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	229 str_append_c(cmd, '/');
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	230 xml_encode(cmd, mail->box->name);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	231 str_append(cmd, "</id></delete>");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	232
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	233 (void)solr_connection_post(solr_conn, str_c(cmd));
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	234 } T_END;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	235 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	236
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	237 static void
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	238 fts_backend_solr_expunge_finish(struct fts_backend *backend ATTR_UNUSED,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	239 struct mailbox *box ATTR_UNUSED,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	240 bool committed ATTR_UNUSED)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	241 {
8001 3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	242 solr_connection_post(solr_conn,
3fbfdda3e5d3 fts-solr: Send data to Solr in larger packets. Commit after expunges. Timo Sirainen <tss@iki.fi> parents: 8000 diff changeset	243 "<commit waitFlush=\"false\" waitSearcher=\"false\"/>");
7990 662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	244 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	245
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	246 static int fts_backend_solr_lock(struct fts_backend *backend ATTR_UNUSED)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	247 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	248 return 1;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	249 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	250
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	251 static void fts_backend_solr_unlock(struct fts_backend *backend ATTR_UNUSED)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	252 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	253 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	254
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	255 static int
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	256 fts_backend_solr_lookup(struct fts_backend backend, const char key,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	257 enum fts_lookup_flags flags,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	258 ARRAY_TYPE(seq_range) *definite_uids,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	259 ARRAY_TYPE(seq_range) *maybe_uids)
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	260 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	261 struct mailbox_status status;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	262 string_t *str;
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	263
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	264 i_assert((flags & FTS_LOOKUP_FLAG_INVERT) == 0);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	265
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	266 str = t_str_new(256);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	267 str_append(str, "fl=uid&q=");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	268 if ((flags & FTS_LOOKUP_FLAG_HEADER) == 0) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	269 /* body only */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	270 i_assert((flags & FTS_LOOKUP_FLAG_BODY) != 0);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	271 str_append(str, "body:");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	272 } else if ((flags & FTS_LOOKUP_FLAG_BODY) == 0) {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	273 /* header only */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	274 str_append(str, "hdr:");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	275 } else {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	276 /* both */
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	277 str_append(str, "any:");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	278 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	279 solr_quote_str(str, key);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	280
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	281 mailbox_get_status(backend->box, STATUS_UIDVALIDITY, &status);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	282 str_printfa(str, "%%20uidv:%u%%20box:", status.uidvalidity);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	283 solr_quote_str(str, backend->box->name);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	284 str_append(str, "%20user:");
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	285 solr_quote_str(str, backend->box->storage->user);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	286
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	287 array_clear(maybe_uids);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	288 return solr_connection_select(solr_conn, str_c(str), definite_uids);
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	289 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	290
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	291 struct fts_backend fts_backend_solr = {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	292 MEMBER(name) "solr",
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	293 MEMBER(flags) 0,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	294
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	295 {
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	296 fts_backend_solr_init,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	297 fts_backend_solr_deinit,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	298 fts_backend_solr_get_last_uid,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	299 fts_backend_solr_build_init,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	300 fts_backend_solr_build_more,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	301 fts_backend_solr_build_deinit,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	302 fts_backend_solr_expunge,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	303 fts_backend_solr_expunge_finish,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	304 fts_backend_solr_lock,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	305 fts_backend_solr_unlock,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	306 fts_backend_solr_lookup,
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	307 NULL
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	308 }
662172573fe1 Initial code to support Apache Solr (Lucene indexing server). Timo Sirainen <tss@iki.fi> parents: diff changeset	309 };

Mercurial > dovecot > original-hg > dovecot-1.2

annotate src/plugins/fts-solr/fts-backend-solr.c @ 8001:3fbfdda3e5d3 HEAD