version 1.19, 2001/04/11 13:37:39
|
version 1.23, 2001/09/04 17:58:44
|
Line 9
|
Line 9
|
# |
# |
# 7/14,7/15,7/19,7/21,7/22,11/18, |
# 7/14,7/15,7/19,7/21,7/22,11/18, |
# 2/8 Gerd Kortemeyer |
# 2/8 Gerd Kortemeyer |
# Dec 00 Scott Harrison |
# 12/6/2000,12/8 Scott Harrison |
# 12/23 Gerd Kortemeyer |
# 12/23 Gerd Kortemeyer |
# 02/12/2001, 04/11/2001 Scott Harrison |
# YEAR=2001 |
|
# 1/10/2001, 2/12/, 2/26, 3/15, 04/11, 04/21,8/27 Scott Harrison |
|
|
use IO::File; |
use IO::File; |
use IO::Socket; |
use IO::Socket; |
|
|
|
my $qflag=0; |
|
if (@ARGV) { |
|
my $arg=shift @ARGV; |
|
$qflag=1 if $arg eq 'quick'; |
|
} |
|
|
# -------------------------------------------------- Non-critical communication |
# -------------------------------------------------- Non-critical communication |
sub reply { |
sub reply { |
my ($cmd,$server)=@_; |
my ($cmd,$server)=@_; |
Line 260 print $fh "<h3>$active open session(s)</
|
Line 267 print $fh "<h3>$active open session(s)</
|
|
|
print $fh '<hr><a name="httpd"><h2>httpd</h2><h3>Access Log</h3><pre>'; |
print $fh '<hr><a name="httpd"><h2>httpd</h2><h3>Access Log</h3><pre>'; |
|
|
open (DFH,"tail -n40 /etc/httpd/logs/access_log|"); |
open (DFH,"tail -n25 /etc/httpd/logs/access_log|"); |
while ($line=<DFH>) { print $fh "$line" }; |
while ($line=<DFH>) { print $fh "$line" }; |
close (DFH); |
close (DFH); |
|
|
print $fh "</pre><h3>Error Log</h3><pre>"; |
print $fh "</pre><h3>Error Log</h3><pre>"; |
|
|
open (DFH,"tail -n50 /etc/httpd/logs/error_log|"); |
open (DFH,"tail -n25 /etc/httpd/logs/error_log|"); |
while ($line=<DFH>) { |
while ($line=<DFH>) { |
print $fh "$line"; |
print $fh "$line"; |
if ($line=~/\[error\]/) { $notices++; } |
if ($line=~/\[error\]/) { $notices++; } |
Line 277 print $fh "</pre>";
|
Line 284 print $fh "</pre>";
|
|
|
|
|
# ---------------------------------------------------------------------- lonsql |
# ---------------------------------------------------------------------- lonsql |
# |
|
# Do not run for now |
my $restartflag=1; |
# |
|
if ($perlvar{'lonRole'} eq "library") { |
if ($perlvar{'lonRole'} eq "library") { |
|
|
print $fh '<hr><a name="lonsql"><h2>lonsql</h2><h3>Log</h3><pre>'; |
print $fh '<hr><a name="lonsql"><h2>lonsql</h2><h3>Log</h3><pre>'; |
|
print "lonsql\n"; |
if (-e "$perlvar{'lonDaemons'}/logs/lonsql.log"){ |
if (-e "$perlvar{'lonDaemons'}/logs/lonsql.log"){ |
open (DFH,"tail -n100 $perlvar{'lonDaemons'}/logs/lonsql.log|"); |
open (DFH,"tail -n100 $perlvar{'lonDaemons'}/logs/lonsql.log|"); |
while ($line=<DFH>) { |
while ($line=<DFH>) { |
Line 297 if ($perlvar{'lonRole'} eq "library") {
|
Line 303 if ($perlvar{'lonRole'} eq "library") {
|
print $fh "</pre>"; |
print $fh "</pre>"; |
|
|
my $lonsqlfile="$perlvar{'lonDaemons'}/logs/lonsql.pid"; |
my $lonsqlfile="$perlvar{'lonDaemons'}/logs/lonsql.pid"; |
|
|
|
$restartflag=1; |
|
|
if (-e $lonsqlfile) { |
if (-e $lonsqlfile) { |
my $lfh=IO::File->new("$lonsqlfile"); |
my $lfh=IO::File->new("$lonsqlfile"); |
my $lonsqlpid=<$lfh>; |
my $lonsqlpid=<$lfh>; |
chomp($lonsqlpid); |
chomp($lonsqlpid); |
if (kill 0 => $lonsqlpid) { |
if (kill 0 => $lonsqlpid) { |
print $fh "<h3>lonsql at pid $lonsqlpid responding</h3>"; |
print $fh "<h3>lonsql at pid $lonsqlpid responding</h3>"; |
|
$restartflag=0; |
} else { |
} else { |
$errors++; $errors++; |
$errors++; $errors++; |
print $fh "<h3>lonsql at pid $lonsqlpid not responding</h3>"; |
print $fh "<h3>lonsql at pid $lonsqlpid not responding</h3>"; |
|
$restartflag=1; |
|
print $fh |
|
"<h3>Decided to clean up stale .pid file and restart lonsql</h3>"; |
} |
} |
} else { |
} |
|
if ($restartflag==1) { |
$errors++; |
$errors++; |
|
print $fh '<br><font color="red">Killall lonsql: '. |
|
system('killall lonsql').' - '; |
|
sleep 60; |
|
print $fh unlink($lonsqlfile).' - '. |
|
system('killall -9 lonsql'). |
|
'</font><br>'; |
print $fh "<h3>lonsql not running, trying to start</h3>"; |
print $fh "<h3>lonsql not running, trying to start</h3>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
sleep 120; |
sleep 120 unless $qflag; |
if (-e $lonsqlfile) { |
if (-e $lonsqlfile) { |
print $fh "Seems like it started ...<p>"; |
print $fh "Seems like it started ...<p>"; |
my $lfh=IO::File->new("$lonsqlfile"); |
my $lfh=IO::File->new("$lonsqlfile"); |
my $lonsqlpid=<$lfh>; |
my $lonsqlpid=<$lfh>; |
chomp($lonsqlpid); |
chomp($lonsqlpid); |
sleep 30; |
sleep 30 unless $qflag; |
if (kill 0 => $lonsqlpid) { |
if (kill 0 => $lonsqlpid) { |
print $fh "<h3>lonsql at pid $lonsqlpid responding</h3>"; |
print $fh "<h3>lonsql at pid $lonsqlpid responding</h3>"; |
} else { |
} else { |
Line 328 if ($perlvar{'lonRole'} eq "library") {
|
Line 347 if ($perlvar{'lonRole'} eq "library") {
|
print $fh "Give it one more try ...<p>"; |
print $fh "Give it one more try ...<p>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
sleep 120; |
sleep 120 unless $qflag; |
} |
} |
} else { |
} else { |
print $fh "Seems like that did not work!<p>"; |
print $fh "Seems like that did not work!<p>"; |
Line 366 if ($perlvar{'lonRole'} eq "library") {
|
Line 385 if ($perlvar{'lonRole'} eq "library") {
|
# ------------------------------------------------------------------------ lond |
# ------------------------------------------------------------------------ lond |
|
|
print $fh '<hr><a name="lond"><h2>lond</h2><h3>Log</h3><pre>'; |
print $fh '<hr><a name="lond"><h2>lond</h2><h3>Log</h3><pre>'; |
|
print "lond\n"; |
|
|
if (-e "$perlvar{'lonDaemons'}/logs/lond.log"){ |
if (-e "$perlvar{'lonDaemons'}/logs/lond.log"){ |
open (DFH,"tail -n100 $perlvar{'lonDaemons'}/logs/lond.log|"); |
open (DFH,"tail -n25 $perlvar{'lonDaemons'}/logs/lond.log|"); |
while ($line=<DFH>) { |
while ($line=<DFH>) { |
print $fh "$line"; |
print $fh "$line"; |
if ($line=~/INFO/) { $notices++; } |
if ($line=~/INFO/) { $notices++; } |
Line 381 print $fh "</pre>";
|
Line 401 print $fh "</pre>";
|
|
|
my $londfile="$perlvar{'lonDaemons'}/logs/lond.pid"; |
my $londfile="$perlvar{'lonDaemons'}/logs/lond.pid"; |
|
|
my $restartflag=1; |
$restartflag=1; |
if (-e $londfile) { |
if (-e $londfile) { |
my $lfh=IO::File->new("$londfile"); |
my $lfh=IO::File->new("$londfile"); |
my $londpid=<$lfh>; |
my $londpid=<$lfh>; |
Line 392 if (-e $londfile) {
|
Line 412 if (-e $londfile) {
|
} else { |
} else { |
$errors++; |
$errors++; |
print $fh "<h3>lond at pid $londpid not responding</h3>"; |
print $fh "<h3>lond at pid $londpid not responding</h3>"; |
# Intelligently handle this. |
$restartflag=1; |
# Possibility #1: there is no process |
|
# Solution: remove .pid file and restart |
|
if (getpgrp($londpid)==-1) { |
|
unlink($londfile); |
|
$restartflag=1; |
|
} |
|
else { |
|
# Possibility #2: there is a live process that is not responding |
|
# for an unknown reason |
|
# Solution: kill parent and children processes, remove .pid and restart |
|
`killall -9 lond`; |
|
unlink($londfile); |
|
$restartflag=1; |
|
} |
|
print $fh |
print $fh |
"<h3>Deciding to clean up stale .pid file and restart lond</h3>"; |
"<h3>Decided to clean up stale .pid file and restart lond</h3>"; |
} |
} |
} |
} |
if ($restartflag==1) { |
if ($restartflag==1) { |
$errors++; |
$errors++; |
|
print $fh '<br><font color="red">Killall lond: '. |
|
system('killall lond').' - '; |
|
sleep 60; |
|
print $fh unlink($londfile).' - '.system('killall -9 lond'). |
|
'</font><br>'; |
print $fh "<h3>lond not running, trying to start</h3>"; |
print $fh "<h3>lond not running, trying to start</h3>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
sleep 120; |
sleep 120 unless $qflag; |
if (-e $londfile) { |
if (-e $londfile) { |
print $fh "Seems like it started ...<p>"; |
print $fh "Seems like it started ...<p>"; |
my $lfh=IO::File->new("$londfile"); |
my $lfh=IO::File->new("$londfile"); |
my $londpid=<$lfh>; |
my $londpid=<$lfh>; |
chomp($londpid); |
chomp($londpid); |
sleep 30; |
sleep 30 unless $qflag; |
if (kill 0 => $londpid) { |
if (kill 0 => $londpid) { |
print $fh "<h3>lond at pid $londpid responding</h3>"; |
print $fh "<h3>lond at pid $londpid responding</h3>"; |
} else { |
} else { |
Line 431 if ($restartflag==1) {
|
Line 442 if ($restartflag==1) {
|
print $fh "Give it one more try ...<p>"; |
print $fh "Give it one more try ...<p>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
sleep 120; |
sleep 120 unless $qflag; |
} |
} |
} else { |
} else { |
print $fh "Seems like that did not work!<p>"; |
print $fh "Seems like that did not work!<p>"; |
Line 468 if ($size>40000) {
|
Line 479 if ($size>40000) {
|
# ------------------------------------------------------------------------ lonc |
# ------------------------------------------------------------------------ lonc |
|
|
print $fh '<hr><a name="lonc"><h2>lonc</h2><h3>Log</h3><pre>'; |
print $fh '<hr><a name="lonc"><h2>lonc</h2><h3>Log</h3><pre>'; |
|
print "lonc\n"; |
|
|
if (-e "$perlvar{'lonDaemons'}/logs/lonc.log"){ |
if (-e "$perlvar{'lonDaemons'}/logs/lonc.log"){ |
open (DFH,"tail -n100 $perlvar{'lonDaemons'}/logs/lonc.log|"); |
open (DFH,"tail -n25 $perlvar{'lonDaemons'}/logs/lonc.log|"); |
while ($line=<DFH>) { |
while ($line=<DFH>) { |
print $fh "$line"; |
print $fh "$line"; |
if ($line=~/INFO/) { $notices++; } |
if ($line=~/INFO/) { $notices++; } |
Line 495 if (-e $loncfile) {
|
Line 507 if (-e $loncfile) {
|
} else { |
} else { |
$errors++; |
$errors++; |
print $fh "<h3>lonc at pid $loncpid not responding</h3>"; |
print $fh "<h3>lonc at pid $loncpid not responding</h3>"; |
# Intelligently handle this. |
|
# Possibility #1: there is no process |
|
# Solution: remove .pid file and restart |
|
if (getpgrp($loncpid)==-1) { |
|
unlink($loncfile); |
|
$restartflag=1; |
|
} |
|
else { |
|
# Possibility #2: there is a live process that is not responding |
|
# for an unknown reason |
|
# Solution: kill parent and children processes, remove .pid and restart |
# Solution: kill parent and children processes, remove .pid and restart |
`killall -9 lonc`; |
|
unlink($loncfile); |
|
$restartflag=1; |
$restartflag=1; |
} |
|
print $fh |
print $fh |
"<h3>Deciding to clean up stale .pid file and restart lonc</h3>"; |
"<h3>Decided to clean up stale .pid file and restart lonc</h3>"; |
} |
} |
} |
} |
if ($restartflag==1) { |
if ($restartflag==1) { |
$errors++; |
$errors++; |
|
print $fh '<br><font color="red">Killall lonc: '. |
|
system('killall lonc').' - '; |
|
sleep 60; |
|
print $fh unlink($loncfile).' - '.system('killall -9 lonc'). |
|
'</font><br>'; |
print $fh "<h3>lonc not running, trying to start</h3>"; |
print $fh "<h3>lonc not running, trying to start</h3>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
sleep 120; |
sleep 120 unless $qflag; |
if (-e $loncfile) { |
if (-e $loncfile) { |
print $fh "Seems like it started ...<p>"; |
print $fh "Seems like it started ...<p>"; |
my $lfh=IO::File->new("$loncfile"); |
my $lfh=IO::File->new("$loncfile"); |
my $loncpid=<$lfh>; |
my $loncpid=<$lfh>; |
chomp($loncpid); |
chomp($loncpid); |
sleep 30; |
sleep 30 unless $qflag; |
if (kill 0 => $loncpid) { |
if (kill 0 => $loncpid) { |
print $fh "<h3>lonc at pid $loncpid responding</h3>"; |
print $fh "<h3>lonc at pid $loncpid responding</h3>"; |
} else { |
} else { |
Line 534 if ($restartflag==1) {
|
Line 538 if ($restartflag==1) {
|
print $fh "Give it one more try ...<p>"; |
print $fh "Give it one more try ...<p>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
sleep 120; |
sleep 120 unless $qflag; |
} |
} |
} else { |
} else { |
print $fh "Seems like that did not work!<p>"; |
print $fh "Seems like that did not work!<p>"; |
Line 572 if ($size>40000) {
|
Line 576 if ($size>40000) {
|
# ---------------------------------------------------------------------- lonnet |
# ---------------------------------------------------------------------- lonnet |
|
|
print $fh '<hr><a name="lonnet"><h2>lonnet</h2><h3>Temp Log</h3><pre>'; |
print $fh '<hr><a name="lonnet"><h2>lonnet</h2><h3>Temp Log</h3><pre>'; |
|
print "lonnet\n"; |
if (-e "$perlvar{'lonDaemons'}/logs/lonnet.log"){ |
if (-e "$perlvar{'lonDaemons'}/logs/lonnet.log"){ |
open (DFH,"tail -n50 $perlvar{'lonDaemons'}/logs/lonnet.log|"); |
open (DFH,"tail -n50 $perlvar{'lonDaemons'}/logs/lonnet.log|"); |
while ($line=<DFH>) { |
while ($line=<DFH>) { |
Line 629 print $fh "</table>";
|
Line 634 print $fh "</table>";
|
# ------------------------------------------------------------ Delayed messages |
# ------------------------------------------------------------ Delayed messages |
|
|
print $fh '<hr><a name="delayed"><h2>Delayed Messages</h2>'; |
print $fh '<hr><a name="delayed"><h2>Delayed Messages</h2>'; |
|
print "buffers\n"; |
|
|
print $fh '<h3>Scanning Permanent Log</h3>'; |
print $fh '<h3>Scanning Permanent Log</h3>'; |
|
|
Line 665 print $fh "<h1>Total Error Count: $total
|
Line 671 print $fh "<h1>Total Error Count: $total
|
$now=time; |
$now=time; |
$date=localtime($now); |
$date=localtime($now); |
print $fh "<hr>$date ($now)</body></html>\n"; |
print $fh "<hr>$date ($now)</body></html>\n"; |
|
print "writing done\n"; |
} |
} |
|
|
rename ("$statusdir/newstatus.html","$statusdir/index.html"); |
rename ("$statusdir/newstatus.html","$statusdir/index.html"); |
|
|
if ($totalcount>200) { |
if ($totalcount>200) { |
|
print "mailing\n"; |
$emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}"; |
$emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}"; |
$subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; |
$subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; |
system( |
system( |
"metasend -b -t $emailto -s '$subj' -f $statusdir/index.html -m text/html"); |
"metasend -b -t $emailto -s '$subj' -f $statusdir/index.html -m text/html") |
|
unless $qflag; |
} |
} |
1; |
1; |
|
|