use LWP::Simple;
$count_file="skip_count.txt";
$text_file="url_list.txt";
open(SKIPCOUNT, $count_file);
$i=<SKIPCOUNT>;
close(SKIPCOUNT);
if ($i eq "") {
 print "its null\n";
 $i=0;
}
#print "i='$i'\n";
chomp($i);
#print "i='$i'\n";
if ( $i !~ /^[0-9]+$/ ) {
 print "its not a number\n";
 $i=0;
}
#print "i='$i'\n";
$skip=$i;
$i++;
&write_skip_count($i);
#print "i='$i' skip='$skip'\n";
open(TEXTFILE, $text_file);
if ($skip > 0 ) {
 #print "skipping $skip\n";
 for ($i=0;$i<$skip;$i++) {
   $text=<TEXTFILE>;
   #print "$i $text";
   if ($text eq "") {
    #print "EOF $skip\n";
                          &write_skip_count(1);
                          close(TEXTFILE);
     open(TEXTFILE, $text_file);
     goto done_skipping;
   }

  }
}
done_skipping:;
$text=<TEXTFILE>;
close(TEXTFILE);
if ($text eq "") {
  print "EOF $skip\n";
  &write_skip_count(1);
  open(TEXTFILE, $text_file);
  $text=<TEXTFILE>;
  close(TEXTFILE);
}
#print "processing $text";
chomp($text);
&grab_the_web_site('http://'.$text);






sub write_skip_count {
 #print "arg 0 =@_[0]\n";
   my $i=@_[0];
   open(SKIPCOUNT, ">$count_file");
   print SKIPCOUNT "$i\n";
   close(SKIPCOUNT);
}

sub grab_the_web_site {
 my $website=@_[0];
 #print "processing $website\n";
 $content = get($website);
 #die "Couldn't get it!" unless defined $content;
 if (defined $content) {
   print "got $website\n";
 }
 else {
   print "failed $website\n";
 }
 #print "content=$content";
 #print "sleeping\n";
 sleep(5);
 #print "waking\n";
}