curl.pl

use LWP::UserAgent;

my $get_url = shift;
my $ua = LWP::UserAgent->new;
my $res = $ua->get($get_url);

unless($res->success) {
    die "failed to fetch $get_url";
}

for my $url ($res->content =~ m,(?!src|href)="http://([^"]+),i) {
    $sublist{$url} = $hosts[$i];
}