#!/usr/bin/perl
my %hostnames;
opendir CACHEDIR,"./";
@cachpaths = grep { /^[a-zA-Z0-9]/ && !-f "$_" } readdir(CACHEDIR);
closedir CACHEDIR;
foreach(@cachpaths)
{
  $dir=$_;
  opendir CACHEDIR,"$_/";
  @cachefiles = grep { /^[a-zA-Z0-9]/ && !-f "$_" } readdir(CACHEDIR);
  closedir CACHEDIR;
  foreach(@cachefiles)
  {
    open(CACHE,"<$dir/$_");
    while (<CACHE>)
    {
      if ($_ =~ /:\/\//)
      {
        my $href;
        ($href) = /:\/\/([a-zA-Z\.\-0-9]*)/;
        while ($href ne "")
        {
          $hostnames{$href}++;
        $_ =~ s/:\/\/([a-zA-Z\.\-0-9]*)//;
        ($href) = /:\/\/([a-zA-Z\.\-0-9]*)/;
        }
      }
    }
    close(CACHE);
#    print "$dir/$_\n";
  }
}
open(HOSTNAMES,">hostnames.txt");
while(($hostname,$count)=each %hostnames)
{
  print HOSTNAMES "$hostname\n";
}
close(HOSTNAMES);