use LWP::Simple; $count_file="skip_count.txt"; $text_file="url_list.txt"; open(SKIPCOUNT, $count_file); $i=<SKIPCOUNT>; close(SKIPCOUNT); if ($i eq "") { print "its null\n"; $i=0; } #print "i='$i'\n"; chomp($i); #print "i='$i'\n"; if ( $i !~ /^[0-9]+$/ ) { print "its not a number\n"; $i=0; } #print "i='$i'\n"; $skip=$i; $i++; &write_skip_count($i); #print "i='$i' skip='$skip'\n"; open(TEXTFILE, $text_file); if ($skip > 0 ) { #print "skipping $skip\n"; for ($i=0;$i<$skip;$i++) { $text=<TEXTFILE>; #print "$i $text"; if ($text eq "") { #print "EOF $skip\n"; &write_skip_count(1); close(TEXTFILE); open(TEXTFILE, $text_file); goto done_skipping; } } } done_skipping:; $text=<TEXTFILE>; close(TEXTFILE); if ($text eq "") { print "EOF $skip\n"; &write_skip_count(1); open(TEXTFILE, $text_file); $text=<TEXTFILE>; close(TEXTFILE); } #print "processing $text"; chomp($text); &grab_the_web_site('http://'.$text); sub write_skip_count { #print "arg 0 =@_[0]\n"; my $i=@_[0]; open(SKIPCOUNT, ">$count_file"); print SKIPCOUNT "$i\n"; close(SKIPCOUNT); } sub grab_the_web_site { my $website=@_[0]; #print "processing $website\n"; $content = get($website); #die "Couldn't get it!" unless defined $content; if (defined $content) { print "got $website\n"; } else { print "failed $website\n"; } #print "content=$content"; #print "sleeping\n"; sleep(5); #print "waking\n"; }