--- loncom/loncron 2001/11/26 21:00:42 1.25 +++ loncom/loncron 2003/07/30 16:49:27 1.41 @@ -9,14 +9,15 @@ # # 7/14,7/15,7/19,7/21,7/22,11/18, # 2/8 Gerd Kortemeyer -# 12/6/2000,12/8 Scott Harrison # 12/23 Gerd Kortemeyer # YEAR=2001 -# 1/10/2001, 2/12/, 2/26, 3/15, 04/11, 04/21,8/27 Scott Harrison # 09/04,09/06,11/26 Gerd Kortemeyer $|=1; +use lib '/home/httpd/lib/perl/'; +use LONCAPA::Configuration; + use IO::File; use IO::Socket; @@ -50,19 +51,12 @@ ENDERROUT # ================================================================ Main Program -# ------------------------------------------------------------ Read access.conf -{ - my $config=IO::File->new("/etc/httpd/conf/access.conf"); - - while (my $configline=<$config>) { - if ($configline =~ /PerlSetVar/) { - my ($dummy,$varname,$varvalue)=split(/\s+/,$configline); - $perlvar{$varname}=$varvalue; - } - } - delete $perlvar{'lonReceipt'}; # remove since sensitive and not needed - delete $perlvar{'lonSqlAccess'}; # remove since sensitive and not needed -} +# --------------------------------- Read loncapa_apache.conf and loncapa.conf +my $perlvarref=LONCAPA::Configuration::read_conf('loncapa.conf'); +%perlvar=%{$perlvarref}; +undef $perlvarref; +delete $perlvar{'lonReceipt'}; # remove since sensitive and not needed +delete $perlvar{'lonSqlAccess'}; # remove since sensitive and not needed # --------------------------------------- Make sure that LON-CAPA is configured # I only test for one thing here (lonHostID). This is just a safeguard. @@ -94,14 +88,21 @@ if ($wwwid!=$<) { my $config=IO::File->new("$perlvar{'lonTabDir'}/hosts.tab"); while (my $configline=<$config>) { - my ($id,$domain,$role,$name,$ip)=split(/:/,$configline); - $hostname{$id}=$name; - $hostdom{$id}=$domain; - $hostrole{$id}=$role; - $hostip{$id}=$ip; - if (($role eq 'library') && ($id ne $perlvar{'lonHostID'})) { - $libserv{$id}=$name; - } + my ($id,$domain,$role,$name,$ip,$domdescr)=split(/:/,$configline); + if ($id && $domain && $role && $name && $ip) { + $hostname{$id}=$name; + $hostdom{$id}=$domain; + $hostip{$id}=$ip; + $hostrole{$id}=$role; + if ($domdescr) { $domaindescription{$domain}=$domdescr; } + if (($role eq 'library') && ($id ne $perlvar{'lonHostID'})) { + $libserv{$id}=$name; + } + } else { + if ($configline) { +# &logthis("Skipping hosts.tab line -$configline-"); + } + } } } @@ -130,6 +131,7 @@ $date=localtime($now); { my $fh=IO::File->new(">$statusdir/newstatus.html"); +my %simplestatus=(); print $fh (< @@ -149,6 +151,7 @@ print $fh (<lonsql
  • lond
  • lonc +
  • lonhttpd
  • lonnet
  • Connections
  • Delayed Messages @@ -161,17 +164,17 @@ print $fh (< ENDHEADERS -foreach $varname (keys %perlvar) { +foreach $varname (sort(keys(%perlvar))) { print $fh "$varname$perlvar{$varname}\n"; } print $fh "

    Hosts

    "; -foreach $id (keys %hostname) { -print $fh - ""; -print $fh "\n"; +foreach $id (sort(keys(%hostname))) { + print $fh + ""; + print $fh "\n"; } print $fh "
    $id$hostdom{$id}$hostrole{$id}$hostname{$id}$hostip{$id}
    $id$hostdom{$id}$hostrole{$id}$hostname{$id}$hostip{$id}

    Spare Hosts

      "; -foreach $id (keys %spareid) { +foreach $id (sort(keys(%spareid))) { print $fh "
    1. $id\n"; } @@ -214,7 +217,7 @@ while ($line=) { } elsif ($usage>60) { $notices++; } - if ($usage>95) { $warnings++; $warnings++ } + if ($usage>95) { $warnings++; $warnings++; $simplestatus{'diskfull'}++; } } close (DFH); print $fh ""; @@ -240,6 +243,7 @@ if ($psproc>250) { $notices++; } # --------------------------------------------------------------- clean out tmp print $fh '

      Temporary Files

      '; $cleaned=0; +$old=0; while ($fname=<$perlvar{'lonDaemons'}/tmp/*>) { my ($dev,$ino,$mode,$nlink, $uid,$gid,$rdev,$size, @@ -248,12 +252,24 @@ while ($fname=<$perlvar{'lonDaemons'}/tm $now=time; $since=$now-$mtime; if ($since>$perlvar{'lonExpire'}) { - $cleaned++; - unlink("$fname"); + $line=''; + if (open(PROBE,$fname)) { + $line=; + close(PROBE); + } + unless ($line=~/^CHECKOUTTOKEN\&/) { + $cleaned++; + unlink("$fname"); + } else { + if ($since>365*$perlvar{'lonExpire'}) { + $cleaned++; + unlink("$fname"); + } else { $old++; } + } } } -print $fh "Cleaned up ".$cleaned." files."; +print $fh "Cleaned up ".$cleaned." files (".$old." old checkout tokens)."; # ------------------------------------------------------------ clean out lonIDs print $fh '

      Session Tokens

      '; @@ -301,8 +317,6 @@ print $fh ""; # ---------------------------------------------------------------------- lonsql my $restartflag=1; -if ($perlvar{'lonRole'} eq "library") { - print $fh '

      lonsql

      Log

      ';
     print "lonsql\n";
     if (-e "$perlvar{'lonDaemons'}/logs/lonsql.log"){
@@ -337,32 +351,34 @@ if ($perlvar{'lonRole'} eq "library") {
 	}
     }
     if ($restartflag==1) {
+	$simplestatus{'lonsql'}='off';
 	$errors++;
 	         print $fh '
      Killall lonsql: '.
                     system('killall lonsql').' - ';
-                    sleep 60;
+                    sleep 2;
                     print $fh unlink($lonsqlfile).' - '.
                               system('killall -9 lonsql').
                     '
      ';
 	print $fh "
      lonsql not running, trying to start
      ";
 	system(
  "$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors");
-	sleep 10;
+	sleep 2;
 	if (-e $lonsqlfile) {
 	    print $fh "Seems like it started ...
      ";
 	    my $lfh=IO::File->new("$lonsqlfile");
 	    my $lonsqlpid=<$lfh>;
 	    chomp($lonsqlpid);
-	    sleep 30;
+	    sleep 2;
 	    if (kill 0 => $lonsqlpid) {
 		print $fh "
      lonsql at pid $lonsqlpid responding
      ";
+		$simplestatus{'lonsql'}='restarted';
 	    } else {
 		$errors++; $errors++;
 		print $fh "
      lonsql at pid $lonsqlpid not responding
      ";
 		print $fh "Give it one more try ...
      ";
 		system(
  "$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors");
-		sleep 10;
+		sleep 2;
 	    }
 	} else {
 	    print $fh "Seems like that did not work!
      ";
@@ -388,7 +404,7 @@ if ($perlvar{'lonRole'} eq "library") {
 	$atime,$mtime,$ctime,
 	$blksize,$blocks)=stat($fname);
 
-    if ($size>40000) {
+    if ($size>200000) {
 	print $fh "Rotating logs ...
      ";
 	rename("$fname.2","$fname.3");
 	rename("$fname.1","$fname.2");
@@ -396,7 +412,6 @@ if ($perlvar{'lonRole'} eq "library") {
     }
 
     &errout($fh);
-}
 # ------------------------------------------------------------------------ lond
 
 print $fh '
      lond
      Log
      ';
@@ -434,31 +449,33 @@ if (-e $londfile) {
    }
 } 
 if ($restartflag==1) {
+    $simplestatus{'lond'}='off';
    $errors++;
 	  print $fh '
      Killall lond: '.
                     system('killall lond').' - ';
-          sleep 60;
+          sleep 2;
           print $fh unlink($londfile).' - '.system('killall -9 lond').
                     '
      ';
    print $fh "
      lond not running, trying to start
      ";
    system(
      "$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors");
-   sleep 10;
+   sleep 2;
    if (-e $londfile) {
        print $fh "Seems like it started ...
      ";
        my $lfh=IO::File->new("$londfile");
        my $londpid=<$lfh>;
        chomp($londpid);
-       sleep 30;
+       sleep 2;
        if (kill 0 => $londpid) {
           print $fh "
      lond at pid $londpid responding
      ";
+	  $simplestatus{'lond'}='restarted';
        } else {
           $errors++; $errors++;
           print $fh "
      lond at pid $londpid not responding
      ";
           print $fh "Give it one more try ...
      ";
 	  system(
  "$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors");
-          sleep 10;
+          sleep 2;
        }
    } else {
        print $fh "Seems like that did not work!
      ";
@@ -530,31 +547,33 @@ if (-e $loncfile) {
    }
 } 
 if ($restartflag==1) {
+    $simplestatus{'lonc'}='off';
    $errors++;
 	  print $fh '
      Killall lonc: '.
 	            system('killall lonc').' - ';
-          sleep 60;
+          sleep 2;
           print $fh unlink($loncfile).' - '.system('killall -9 lonc').
                     '
      ';
    print $fh "
      lonc not running, trying to start
      ";
 	system(
  "$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors");
-   sleep 10;
+   sleep 2;
    if (-e $loncfile) {
        print $fh "Seems like it started ...
      ";
        my $lfh=IO::File->new("$loncfile");
        my $loncpid=<$lfh>;
        chomp($loncpid);
-       sleep 30;
+       sleep 2;
        if (kill 0 => $loncpid) {
           print $fh "
      lonc at pid $loncpid responding
      ";
+	  $simplestatus{'lonc'}='restarted';
        } else {
           $errors++; $errors++;
           print $fh "
      lonc at pid $loncpid not responding
      ";
           print $fh "Give it one more try ...
      ";
  	  system(
  "$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors");
-          sleep 10;
+          sleep 2;
        }
    } else {
        print $fh "Seems like that did not work!
      ";
@@ -589,6 +608,104 @@ if ($size>40000) {
 
    
 &errout($fh);
+# -------------------------------------------------------------------- lonhttpd
+
+print $fh '
      lonhttpd
      Log
      ';
+print "lonhttpd\n";
+
+if (-e "$perlvar{'lonDaemons'}/logs/lonhttpd.log"){
+open (DFH,"tail -n25 $perlvar{'lonDaemons'}/logs/lonhttpd.log|");
+while ($line=) { 
+   print $fh "$line";
+   if ($line=~/INFO/) { $notices++; }
+   if ($line=~/WARNING/) { $notices++; }
+   if ($line=~/CRITICAL/) { $warnings++; }
+};
+close (DFH);
+}
+print $fh "
      ";
+
+my $lonhttpdfile="$perlvar{'lonDaemons'}/logs/lonhttpd.pid";
+
+$restartflag=1;
+if (-e $lonhttpdfile) {
+   my $lfh=IO::File->new("$lonhttpdfile");
+   my $lonhttpdpid=<$lfh>;
+   chomp($lonhttpdpid);
+   if (kill 0 => $lonhttpdpid) {
+      print $fh "
      lonhttpd at pid $lonhttpdpid responding
      ";
+      $restartflag=0;
+   } else {
+      $errors++;
+      print $fh "
      lonhttpd at pid $lonhttpdpid not responding
      ";
+      # Solution: kill parent and children processes, remove .pid and restart
+	  $restartflag=1;
+      print $fh 
+	  "
      Decided to clean up stale .pid file and restart lonhttpd
      ";
+   }
+} 
+if ($restartflag==1) {
+    $simplestatus{'lonhttpd'}='off';
+   $errors++;
+	  print $fh '
      Killall lonhttpd: '.
+	            system('killall lonhttpd').' - ';
+          sleep 2;
+          print $fh unlink($lonhttpdfile).' - '.system('killall -9 lonhttpd').
+                    '
      ';
+   print $fh "
      lonhttpd not running, trying to start
      ";
+	system(
+ "$perlvar{'lonDaemons'}/lonhttpd 2>>$perlvar{'lonDaemons'}/logs/lonhttpd_errors");
+   sleep 2;
+   if (-e $lonhttpdfile) {
+       print $fh "Seems like it started ...
      ";
+       my $lfh=IO::File->new("$lonhttpdfile");
+       my $lonhttpdpid=<$lfh>;
+       chomp($lonhttpdpid);
+       sleep 2;
+       if (kill 0 => $lonhttpdpid) {
+          print $fh "
      lonhttpd at pid $lonhttpdpid responding
      ";
+	  $simplestatus{'lonhttpd'}='restarted';
+       } else {
+          $errors++; $errors++;
+          print $fh "
      lonhttpd at pid $lonhttpdpid not responding
      ";
+          print $fh "Give it one more try ...
      ";
+ 	  system(
+ "$perlvar{'lonDaemons'}/lonhttpd 2>>$perlvar{'lonDaemons'}/logs/lonhttpd_errors");
+          sleep 2;
+       }
+   } else {
+       print $fh "Seems like that did not work!
      ";
+       $errors++;
+   }
+   if (-e "$perlvar{'lonDaemons'}/logs/lonhttpd.log") {
+    print $fh "
      ";
+    open (DFH,"tail -n100 $perlvar{'lonDaemons'}/logs/lonhttpd.log|");
+    while ($line=) { 
+      print $fh "$line";
+      if ($line=~/WARNING/) { $notices++; }
+      if ($line=~/CRITICAL/) { $notices++; }
+    };
+    close (DFH);
+    print $fh "
      ";
+   }
+}
+
+$fname="$perlvar{'lonDaemons'}/logs/lonhttpd.log";
+
+                          my ($dev,$ino,$mode,$nlink,
+                              $uid,$gid,$rdev,$size,
+                              $atime,$mtime,$ctime,
+                              $blksize,$blocks)=stat($fname);
+
+if ($size>40000) {
+    print $fh "Rotating logs ...
      ";
+    rename("$fname.2","$fname.3");
+    rename("$fname.1","$fname.2");
+    rename("$fname","$fname.1");
+}
+
+   
+&errout($fh);
 # ---------------------------------------------------------------------- lonnet
 
 print $fh '
      lonnet
      Temp Log
      ';
@@ -631,7 +748,7 @@ print $fh "
      ";
 print $fh '
      Connections
      ';
 
 print $fh "";
-foreach $tryserver (keys %hostname) {
+foreach $tryserver (sort(keys(%hostname))) {
 
     $answer=reply("pong",$tryserver);
     if ($answer eq "$tryserver:$perlvar{'lonHostID'}") {
@@ -671,6 +788,7 @@ $unsend=0;
 print $fh "Total unsend messages: $unsend
      \n";
 $warnings=$warnings+5*$unsend;
 
+if ($unsend) { $simplestatus{'unsend'}=$unsend; }
 print $fh "
      Outgoing Buffer
      ";
 
 open (DFH,"ls -lF $perlvar{'lonSockDir'}/delayed|");
@@ -688,13 +806,28 @@ $now=time;
 $date=localtime($now);
 print $fh "
      $date ($now)\n";
 print "writing done\n";
+$fh->close();
 }
+if ($errors) { $simplestatus{'errors'}=$errors; }
+if ($warnings) { $simplestatus{'warnings'}=$warnings; }
+if ($notices) { $simplestatus{'notices'}=$notices; }
+$simplestatus{'time'}=time;
 
 rename ("$statusdir/newstatus.html","$statusdir/index.html");
-
+{
+my $sfh=IO::File->new(">$statusdir/loncron_simple.txt");
+foreach (keys %simplestatus) {
+    print $sfh $_.'='.$simplestatus{$_}.'&';
+}
+print $sfh "\n";
+$sfh->close();
+}
 if ($totalcount>200) {
    print "mailing\n";
-   $emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}";
+   $emailto="$perlvar{'lonAdmEMail'}";
+   if ($totalcount>1000) {
+      $emailto.=",$perlvar{'lonSysEMail'}";
+   }
    $subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; 
    system(
  "metasend -b -t $emailto -s '$subj' -f $statusdir/index.html -m text/html");