#!/usr/local/bin/perl

## Analyze src data

use strict;
use warnings;

my $fileName = shift;
my %len = ();
my $sCount = 0;
open(IFILE, "<:encoding(utf8)",$fileName) or die("Couldn't open the file $fileName\n");
while(<IFILE>){
	chomp;
	$sCount++;
	my @tokens = split /\s+/;
	print "$tokens[0] $#tokens $sCount\n" if($#tokens > 100);
	$len{$#tokens+1}++;
# 	s/\x{06D4}\s+$/./;
	my @frags = split /\./;
	print "Broke $#tokens into $#frags : |$frags[$#frags]|\n" if($#frags > 0);
}
close IFILE;

foreach (sort{$a <=> $b} keys %len){
 	print "$_ $len{$_}\n";
}

print $sCount,"\n";
