view src/lib-fts/word-properties.pl @ 22711:25d4771ad0fd

lib-storage: mailbox_list_index - indentation cleanup
author Timo Sirainen <timo.sirainen@dovecot.fi>
date Thu, 14 Dec 2017 02:10:27 +0200
parents 6c655ce3b857
children
line wrap: on
line source

#!/usr/bin/env perl
use strict;
use warnings;

my @categories;
my $which = shift(@ARGV);
if ($which eq 'boundaries') {
    @categories = qw(CR LF Newline Extend Regional_Indicator Format Katakana Hebrew_Letter ALetter
		    Single_Quote Double_Quote MidNumLet MidLetter MidNum Numeric ExtendNumLet);
} elsif ($which eq 'breaks') {
    @categories = qw(White_Space Dash Quotation_Mark Terminal_Punctuation STerm Pattern_White_Space);
} else {
    die "specify 'boundaries' or 'breaks'";
}

my $catregexp=join('|', @categories);
my %catlists = map { $_ => []; } (@categories);

while(<>) {
    next if (m/^#/ or m/^\s*$/);
    push(@{$catlists{$3}}, defined($2) ? (hex($1)..hex($2)) : hex($1))
	if (m/([[:xdigit:]]+)(?:\.\.([[:xdigit:]]+))?\s+; ($catregexp) #/)
}

print "/* This file is automatically generated by word-properties.pl from $ARGV */\n";
foreach(@categories) {
    my $arref=$catlists{$_};
    print "static const uint32_t ${_}[]= {\n";
    while(scalar(@$arref)) {
	print("\t", join(", ", map { sprintf("0x%05X", $_); } splice(@$arref, 0, 8)));
	print(scalar(@$arref) ? ", \n" : "\n");
    }
    print("};\n");
}