Mercurial > dovecot > core-2.2
changeset 18633:2483039db977
lib-fts: Test trailing "number." for TR29 in test-fts-tokenizer
author | Timo Sirainen <tss@iki.fi> |
---|---|
date | Mon, 11 May 2015 14:35:49 +0300 |
parents | 9f06c6054e3e |
children | aa3374b9ce0f |
files | src/lib-fts/test-fts-tokenizer.c |
diffstat | 1 files changed, 6 insertions(+), 0 deletions(-) [+] |
line wrap: on
line diff
--- a/src/lib-fts/test-fts-tokenizer.c Mon May 11 14:34:50 2015 +0300 +++ b/src/lib-fts/test-fts-tokenizer.c Mon May 11 14:35:49 2015 +0300 @@ -27,6 +27,8 @@ "and longlonglongabcdefghijklmnopqrstuvwxyz more.\n\n " "(\"Hello world\")3.14 3,14 last", + "1.", + /* whitespace: with Unicode(utf8) U+FF01(ef bc 81)(U+2000(e2 80 80) and U+205A(e2 81 9a) and U+205F(e2 81 9f) */ "hello\xEF\xBC\x81world\r\nAnd\xE2\x80\x80there\twas: text " @@ -126,6 +128,8 @@ "and", "longlonglongabcdefghijklmnopqr", "more", "Hello", "world", "3", "14", "3", "14", "last", NULL, + "1", NULL, + "hello", "world", "And", "there", "was", "text", "galore", "and", "more", NULL, @@ -163,6 +167,8 @@ "and", "longlonglongabcdefghijklmnopqr", "more", "Hello", "world", "3.14", "3,14", "last", NULL, + "1", NULL, + "hello", "world", "And", "there", "was", "text", "galore", "and", "more", NULL,