# HG changeset patch
# User Timo Sirainen <timo.sirainen@dovecot.fi>
# Date 1524658858 -10800
# Node ID 517b40c65bc548b366fb6d0e4ea604d726b8a074
# Parent  afb793aaaccbad195b3bc00334ab30cefd38eb8f
lib-fts: Minor fix to randomness test in test-fts-tokenizer

If the random input was entirely valid UTF-8, the input was truncated to
empty.

diff -r afb793aaaccb -r 517b40c65bc5 src/lib-fts/test-fts-tokenizer.c
--- a/src/lib-fts/test-fts-tokenizer.c	Wed Apr 25 15:17:53 2018 +0300
+++ b/src/lib-fts/test-fts-tokenizer.c	Wed Apr 25 15:20:58 2018 +0300
@@ -490,7 +490,8 @@
 		for (unsigned int j = 0; j < sizeof(addr); j++)
 			addr[j] = test_chars[rand() % N_ELEMENTS(test_chars)];
 		str_truncate(str, 0);
-		(void)uni_utf8_get_valid_data(addr, sizeof(addr), str);
+		if (uni_utf8_get_valid_data(addr, sizeof(addr), str))
+			str_append_data(str, addr, sizeof(addr));
 		while (fts_tokenizer_next(tok, str_data(str), str_len(str),
 					  &token, &error) > 0) ;
 		while (fts_tokenizer_final(tok, &token, &error) > 0) ;