changeset 18633:2483039db977

lib-fts: Test trailing "number." for TR29 in test-fts-tokenizer
author Timo Sirainen <tss@iki.fi>
date Mon, 11 May 2015 14:35:49 +0300
parents 9f06c6054e3e
children aa3374b9ce0f
files src/lib-fts/test-fts-tokenizer.c
diffstat 1 files changed, 6 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- a/src/lib-fts/test-fts-tokenizer.c	Mon May 11 14:34:50 2015 +0300
+++ b/src/lib-fts/test-fts-tokenizer.c	Mon May 11 14:35:49 2015 +0300
@@ -27,6 +27,8 @@
 	"and longlonglongabcdefghijklmnopqrstuvwxyz more.\n\n "
 	"(\"Hello world\")3.14 3,14 last",
 
+	"1.",
+
 	/* whitespace: with Unicode(utf8) U+FF01(ef bc 81)(U+2000(e2 80 80) and
 	   U+205A(e2 81 9a) and U+205F(e2 81 9f) */
 	"hello\xEF\xBC\x81world\r\nAnd\xE2\x80\x80there\twas: text "
@@ -126,6 +128,8 @@
 		"and", "longlonglongabcdefghijklmnopqr",
 		"more", "Hello", "world", "3", "14", "3", "14", "last", NULL,
 
+		"1", NULL,
+
 		"hello", "world", "And",
 		"there", "was", "text", "galore",
 		"and", "more", NULL,
@@ -163,6 +167,8 @@
 		"and", "longlonglongabcdefghijklmnopqr",
 		"more", "Hello", "world", "3.14", "3,14", "last", NULL,
 
+		"1", NULL,
+
 		"hello", "world", "And",
 		"there", "was", "text", "galore",
 		"and", "more", NULL,