#!/afs/athena/contrib/perl/perl

while(<>){
    chop;
    s/URL: //;
    s/Title: //;
    s/Headers: //;
    while(s/  / /g){;}
    split("", $_);
    $n++ if !$index{$_[0]};
    $index{$_[0]}= join("", @_[0..2]);
    print(STDERR "$n URLs\n") if $n%500 == 0;
}

while(($url, $ind) = each %index){
    print $ind, "\n";
}

