8 Getopt::Long::Configure ("bundling");
18 print STDERR "$0 [-v#] [<options>] <spelling categories> <size>\n";
22 GetOptions ("dir|d=s", \$dir,
23 "with-variants|v=i", => \$with_variants,
24 "variants=s", \$variants_str,
25 "file-names-only|f", \$file_names_only,
26 "no-implied", \$no_implied,
27 "accents=s", \$accents) or usage();
28 $dir = "final" unless defined $dir;
30 die "Cannot specify both --file-names-only and --accents" if $file_names_only && $accents;
32 my %spelling_map = qw(en-us american en-gb british? en-gb-ise british
33 en-gb-ize british_z en-gb-oed british_z en-ca canadian en-au australian);
34 $spelling_map{$_} = $_
35 foreach (qw(english special american british canadian
36 variant_1 variant_2 variant_3
37 british_variant_1 british_variant_2
38 canadian_variant_1 canadian_variant_2
39 australian_variant_1 australian_variant_2));
41 die "Cannot specify both --with-variants and --variants" if $with_variants && $variants_str;
42 $variants_str = "non" unless defined $variants_str || defined $with_variants;
43 $variants_str = join(',', 'non', 1..$with_variants) if defined $with_variants;
44 my %use_variant_level;
45 foreach (split ',', $variants_str) {
46 die "Invalid variant num: $_" unless /^(non|[123])$/;
47 $use_variant_level{$_} = 1;
50 $no_implied = 1 unless $use_variant_level{non};
52 usage unless @ARGV >= 2;
55 die "Invalid size: $SIZE\n" unless $SIZE =~ /^\d\d$/;
57 my @SPS = map {my $sp = $_;
59 $sp = $spelling_map{lc $sp};
60 die "Must specify en_GB-ise or en_GB-ize\n"
61 if $sp eq 'british?' && $use_variant_level{non};
62 $sp = 'british' if $sp eq 'british?';
63 die "Unknown spelling category: $_\n" unless defined $sp;
66 $SPS{$_} = 1 foreach (@SPS);
68 $SPS{english} = 1 unless $no_implied;
69 $SPS{special} = 1 unless $no_implied;
71 $SPS{variant_1} = 1 if $SPS{american} && $use_variant_level{1};
72 $SPS{variant_2} = 1 if $SPS{american} && $use_variant_level{2};
73 $SPS{british_variant_1} = 1 if ($SPS{british} || $SPS{british_z}) && $use_variant_level{1};
74 $SPS{british_variant_2} = 1 if ($SPS{british} || $SPS{british_z}) && $use_variant_level{2};
75 $SPS{canadian_variant_1} = 1 if $SPS{canadian} && $use_variant_level{1};
76 $SPS{canadian_variant_2} = 1 if $SPS{canadian} && $use_variant_level{2};
77 $SPS{australian_variant_1} = 1 if $SPS{australian} && $use_variant_level{1};
78 $SPS{australian_variant_2} = 1 if $SPS{australian} && $use_variant_level{2};
79 $SPS{variant_3} = 1 if $use_variant_level{3};
81 unless ($use_variant_level{non}) {
82 delete $SPS{$_} foreach (@SPS);
85 opendir D, $dir or die "Unable to open dir $dir\n";
91 # from deaccent-toperl.cc
92 # the line is encoded in iso-8859-1 to match the input encoding:
93 tr/ÀÁÂÃÄÅÇÈÉÊËÌÍÎÏÑÒÓÔÕÖØÙÚÛÜÝàáâãäåçèéêëìíîïñòóôõöøùúûüýÿ/AAAAAACEEEEIIIINOOOOOOUUUUYaaaaaaceeeeiiiinoooooouuuuyy/;
97 if (!defined($accents) || $accents eq 'keep') {
98 $add_word = sub {push @words, $_[0]};
99 } elsif ($accents eq 'strip') {
100 $add_word = sub {push @words, deaccent($_[0])};
101 } elsif ($accents eq 'both') {
102 $add_word = sub {push @words, $_[0];
103 my $new_word = deaccent($_[0]);
104 push @words, $new_word if $new_word ne $_[0];}
106 die "--accents must be one of: keep, strip, both\n";
109 my @files = readdir(D);
111 foreach (sort @files) {
112 my ($sp, $type, $size) = /^(\w+)-([^.]+)\.(\d\d)/ or next;
113 next unless $SPS{$sp};
114 next unless $size <= $SIZE;
115 if ($file_names_only) {
118 open F, "$dir/$_" or die "Unable to open $dir/$_ for reading";
127 foreach (sort @words) {