#!/usr/bin/perl -w

#     2k
use strict;

my %stattable;

print "#=== cut ===\n";
print "my %table = ( 'koi' => {\n\t";

foreach my $file (<@ARGV>) {
    local $_;
    undef $/; open F, $file; my $t = <F>; close F;
    $t =~ tr/\x00-\x7F/ /s;

    #      
    $t =~ tr/\xB3\xE0-\xFF/\xA3\xC0-\xDF/;
    LOOP:for my $word (split (/\s+/, $t) ) {
	if (length($word) > 1) {
	    for my $i (0..length($word)-2) {
	        my $pair=sprintf("\\x%2X\\x%2X",ord(substr($word,$i,1)),ord(substr($word,$i+1,1)));
    	        #my $pair=substr($word,$i,2);
	        $stattable{$pair}++;
	    }
	}
    }
}

my @sorted_rating = sort { $stattable{$b} <=> $stattable{$a} } keys %stattable;
my $z = 0;
foreach (@sorted_rating) {
    unless ($z < 149) { print "$_=>$stattable{$_}\n"; last }
    print "$_=>$stattable{$_}, ";
    print "\n\t" if (++$z % 5 == 0);
}
print "\t}\n);\n";
print "#=== cut ===\n";

