version 1.29, 2002/05/27 19:21:59
|
version 1.40, 2003/07/29 21:00:21
|
Line 9
|
Line 9
|
# |
# |
# 7/14,7/15,7/19,7/21,7/22,11/18, |
# 7/14,7/15,7/19,7/21,7/22,11/18, |
# 2/8 Gerd Kortemeyer |
# 2/8 Gerd Kortemeyer |
# 12/6/2000,12/8 Scott Harrison |
|
# 12/23 Gerd Kortemeyer |
# 12/23 Gerd Kortemeyer |
# YEAR=2001 |
# YEAR=2001 |
# 1/10/2001, 2/12/, 2/26, 3/15, 04/11, 04/21,8/27 Scott Harrison |
|
# 09/04,09/06,11/26 Gerd Kortemeyer |
# 09/04,09/06,11/26 Gerd Kortemeyer |
# YEAR=2002 |
|
# 5/11/2002 Scott Harrison |
|
|
|
$|=1; |
$|=1; |
|
|
Line 56 ENDERROUT
|
Line 52 ENDERROUT
|
# ================================================================ Main Program |
# ================================================================ Main Program |
|
|
# --------------------------------- Read loncapa_apache.conf and loncapa.conf |
# --------------------------------- Read loncapa_apache.conf and loncapa.conf |
my $perlvarref=LONCAPA::Configuration::read_conf('loncapa_apache.conf', |
my $perlvarref=LONCAPA::Configuration::read_conf('loncapa.conf'); |
'loncapa.conf'); |
|
%perlvar=%{$perlvarref}; |
%perlvar=%{$perlvarref}; |
undef $perlvarref; |
undef $perlvarref; |
delete $perlvar{'lonReceipt'}; # remove since sensitive and not needed |
delete $perlvar{'lonReceipt'}; # remove since sensitive and not needed |
Line 93 if ($wwwid!=$<) {
|
Line 88 if ($wwwid!=$<) {
|
my $config=IO::File->new("$perlvar{'lonTabDir'}/hosts.tab"); |
my $config=IO::File->new("$perlvar{'lonTabDir'}/hosts.tab"); |
|
|
while (my $configline=<$config>) { |
while (my $configline=<$config>) { |
my ($id,$domain,$role,$name,$ip)=split(/:/,$configline); |
my ($id,$domain,$role,$name,$ip,$domdescr)=split(/:/,$configline); |
$hostname{$id}=$name; |
if ($id && $domain && $role && $name && $ip) { |
$hostdom{$id}=$domain; |
$hostname{$id}=$name; |
$hostrole{$id}=$role; |
$hostdom{$id}=$domain; |
$hostip{$id}=$ip; |
$hostip{$id}=$ip; |
if (($role eq 'library') && ($id ne $perlvar{'lonHostID'})) { |
$hostrole{$id}=$role; |
$libserv{$id}=$name; |
if ($domdescr) { $domaindescription{$domain}=$domdescr; } |
} |
if (($role eq 'library') && ($id ne $perlvar{'lonHostID'})) { |
|
$libserv{$id}=$name; |
|
} |
|
} else { |
|
if ($configline) { |
|
# &logthis("Skipping hosts.tab line -$configline-"); |
|
} |
|
} |
} |
} |
} |
} |
|
|
Line 148 print $fh (<<ENDHEADERS);
|
Line 150 print $fh (<<ENDHEADERS);
|
<li><a href="#lonsql">lonsql</a> |
<li><a href="#lonsql">lonsql</a> |
<li><a href="#lond">lond</a> |
<li><a href="#lond">lond</a> |
<li><a href="#lonc">lonc</a> |
<li><a href="#lonc">lonc</a> |
|
<li><a href="#lonhttpd">lonhttpd</a> |
<li><a href="#lonnet">lonnet</a> |
<li><a href="#lonnet">lonnet</a> |
<li><a href="#connections">Connections</a> |
<li><a href="#connections">Connections</a> |
<li><a href="#delayed">Delayed Messages</a> |
<li><a href="#delayed">Delayed Messages</a> |
Line 160 print $fh (<<ENDHEADERS);
|
Line 163 print $fh (<<ENDHEADERS);
|
<table border=2> |
<table border=2> |
ENDHEADERS |
ENDHEADERS |
|
|
foreach $varname (keys %perlvar) { |
foreach $varname (sort(keys(%perlvar))) { |
print $fh "<tr><td>$varname</td><td>$perlvar{$varname}</td></tr>\n"; |
print $fh "<tr><td>$varname</td><td>$perlvar{$varname}</td></tr>\n"; |
} |
} |
print $fh "</table><h3>Hosts</h3><table border=2>"; |
print $fh "</table><h3>Hosts</h3><table border=2>"; |
foreach $id (keys %hostname) { |
foreach $id (sort(keys(%hostname))) { |
print $fh |
print $fh |
"<tr><td>$id</td><td>$hostdom{$id}</td><td>$hostrole{$id}</td>"; |
"<tr><td>$id</td><td>$hostdom{$id}</td><td>$hostrole{$id}</td>"; |
print $fh "<td>$hostname{$id}</td><td>$hostip{$id}</td></tr>\n"; |
print $fh "<td>$hostname{$id}</td><td>$hostip{$id}</td></tr>\n"; |
} |
} |
print $fh "</table><h3>Spare Hosts</h3><ol>"; |
print $fh "</table><h3>Spare Hosts</h3><ol>"; |
foreach $id (keys %spareid) { |
foreach $id (sort(keys(%spareid))) { |
print $fh "<li>$id\n"; |
print $fh "<li>$id\n"; |
} |
} |
|
|
Line 257 while ($fname=<$perlvar{'lonDaemons'}/tm
|
Line 260 while ($fname=<$perlvar{'lonDaemons'}/tm
|
$cleaned++; |
$cleaned++; |
unlink("$fname"); |
unlink("$fname"); |
} else { |
} else { |
if ($since>100*$perlvar{'lonExpire'}) { |
if ($since>365*$perlvar{'lonExpire'}) { |
$cleaned++; |
$cleaned++; |
unlink("$fname"); |
unlink("$fname"); |
} else { $old++; } |
} else { $old++; } |
Line 313 print $fh "</pre>";
|
Line 316 print $fh "</pre>";
|
# ---------------------------------------------------------------------- lonsql |
# ---------------------------------------------------------------------- lonsql |
|
|
my $restartflag=1; |
my $restartflag=1; |
if ($perlvar{'lonRole'} eq "library") { |
|
|
|
print $fh '<hr><a name="lonsql"><h2>lonsql</h2><h3>Log</h3><pre>'; |
print $fh '<hr><a name="lonsql"><h2>lonsql</h2><h3>Log</h3><pre>'; |
print "lonsql\n"; |
print "lonsql\n"; |
if (-e "$perlvar{'lonDaemons'}/logs/lonsql.log"){ |
if (-e "$perlvar{'lonDaemons'}/logs/lonsql.log"){ |
Line 352 if ($perlvar{'lonRole'} eq "library") {
|
Line 353 if ($perlvar{'lonRole'} eq "library") {
|
$errors++; |
$errors++; |
print $fh '<br><font color="red">Killall lonsql: '. |
print $fh '<br><font color="red">Killall lonsql: '. |
system('killall lonsql').' - '; |
system('killall lonsql').' - '; |
sleep 60; |
sleep 2; |
print $fh unlink($lonsqlfile).' - '. |
print $fh unlink($lonsqlfile).' - '. |
system('killall -9 lonsql'). |
system('killall -9 lonsql'). |
'</font><br>'; |
'</font><br>'; |
print $fh "<h3>lonsql not running, trying to start</h3>"; |
print $fh "<h3>lonsql not running, trying to start</h3>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
sleep 10; |
sleep 2; |
if (-e $lonsqlfile) { |
if (-e $lonsqlfile) { |
print $fh "Seems like it started ...<p>"; |
print $fh "Seems like it started ...<p>"; |
my $lfh=IO::File->new("$lonsqlfile"); |
my $lfh=IO::File->new("$lonsqlfile"); |
my $lonsqlpid=<$lfh>; |
my $lonsqlpid=<$lfh>; |
chomp($lonsqlpid); |
chomp($lonsqlpid); |
sleep 30; |
sleep 2; |
if (kill 0 => $lonsqlpid) { |
if (kill 0 => $lonsqlpid) { |
print $fh "<h3>lonsql at pid $lonsqlpid responding</h3>"; |
print $fh "<h3>lonsql at pid $lonsqlpid responding</h3>"; |
} else { |
} else { |
Line 374 if ($perlvar{'lonRole'} eq "library") {
|
Line 375 if ($perlvar{'lonRole'} eq "library") {
|
print $fh "Give it one more try ...<p>"; |
print $fh "Give it one more try ...<p>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
"$perlvar{'lonDaemons'}/lonsql 2>>$perlvar{'lonDaemons'}/logs/lonsql_errors"); |
sleep 10; |
sleep 2; |
} |
} |
} else { |
} else { |
print $fh "Seems like that did not work!<p>"; |
print $fh "Seems like that did not work!<p>"; |
Line 400 if ($perlvar{'lonRole'} eq "library") {
|
Line 401 if ($perlvar{'lonRole'} eq "library") {
|
$atime,$mtime,$ctime, |
$atime,$mtime,$ctime, |
$blksize,$blocks)=stat($fname); |
$blksize,$blocks)=stat($fname); |
|
|
if ($size>40000) { |
if ($size>200000) { |
print $fh "Rotating logs ...<p>"; |
print $fh "Rotating logs ...<p>"; |
rename("$fname.2","$fname.3"); |
rename("$fname.2","$fname.3"); |
rename("$fname.1","$fname.2"); |
rename("$fname.1","$fname.2"); |
Line 408 if ($perlvar{'lonRole'} eq "library") {
|
Line 409 if ($perlvar{'lonRole'} eq "library") {
|
} |
} |
|
|
&errout($fh); |
&errout($fh); |
} |
|
# ------------------------------------------------------------------------ lond |
# ------------------------------------------------------------------------ lond |
|
|
print $fh '<hr><a name="lond"><h2>lond</h2><h3>Log</h3><pre>'; |
print $fh '<hr><a name="lond"><h2>lond</h2><h3>Log</h3><pre>'; |
Line 449 if ($restartflag==1) {
|
Line 449 if ($restartflag==1) {
|
$errors++; |
$errors++; |
print $fh '<br><font color="red">Killall lond: '. |
print $fh '<br><font color="red">Killall lond: '. |
system('killall lond').' - '; |
system('killall lond').' - '; |
sleep 60; |
sleep 2; |
print $fh unlink($londfile).' - '.system('killall -9 lond'). |
print $fh unlink($londfile).' - '.system('killall -9 lond'). |
'</font><br>'; |
'</font><br>'; |
print $fh "<h3>lond not running, trying to start</h3>"; |
print $fh "<h3>lond not running, trying to start</h3>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
sleep 10; |
sleep 2; |
if (-e $londfile) { |
if (-e $londfile) { |
print $fh "Seems like it started ...<p>"; |
print $fh "Seems like it started ...<p>"; |
my $lfh=IO::File->new("$londfile"); |
my $lfh=IO::File->new("$londfile"); |
my $londpid=<$lfh>; |
my $londpid=<$lfh>; |
chomp($londpid); |
chomp($londpid); |
sleep 30; |
sleep 2; |
if (kill 0 => $londpid) { |
if (kill 0 => $londpid) { |
print $fh "<h3>lond at pid $londpid responding</h3>"; |
print $fh "<h3>lond at pid $londpid responding</h3>"; |
} else { |
} else { |
Line 470 if ($restartflag==1) {
|
Line 470 if ($restartflag==1) {
|
print $fh "Give it one more try ...<p>"; |
print $fh "Give it one more try ...<p>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
"$perlvar{'lonDaemons'}/lond 2>>$perlvar{'lonDaemons'}/logs/lond_errors"); |
sleep 10; |
sleep 2; |
} |
} |
} else { |
} else { |
print $fh "Seems like that did not work!<p>"; |
print $fh "Seems like that did not work!<p>"; |
Line 545 if ($restartflag==1) {
|
Line 545 if ($restartflag==1) {
|
$errors++; |
$errors++; |
print $fh '<br><font color="red">Killall lonc: '. |
print $fh '<br><font color="red">Killall lonc: '. |
system('killall lonc').' - '; |
system('killall lonc').' - '; |
sleep 60; |
sleep 2; |
print $fh unlink($loncfile).' - '.system('killall -9 lonc'). |
print $fh unlink($loncfile).' - '.system('killall -9 lonc'). |
'</font><br>'; |
'</font><br>'; |
print $fh "<h3>lonc not running, trying to start</h3>"; |
print $fh "<h3>lonc not running, trying to start</h3>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
sleep 10; |
sleep 2; |
if (-e $loncfile) { |
if (-e $loncfile) { |
print $fh "Seems like it started ...<p>"; |
print $fh "Seems like it started ...<p>"; |
my $lfh=IO::File->new("$loncfile"); |
my $lfh=IO::File->new("$loncfile"); |
my $loncpid=<$lfh>; |
my $loncpid=<$lfh>; |
chomp($loncpid); |
chomp($loncpid); |
sleep 30; |
sleep 2; |
if (kill 0 => $loncpid) { |
if (kill 0 => $loncpid) { |
print $fh "<h3>lonc at pid $loncpid responding</h3>"; |
print $fh "<h3>lonc at pid $loncpid responding</h3>"; |
} else { |
} else { |
Line 566 if ($restartflag==1) {
|
Line 566 if ($restartflag==1) {
|
print $fh "Give it one more try ...<p>"; |
print $fh "Give it one more try ...<p>"; |
system( |
system( |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
"$perlvar{'lonDaemons'}/lonc 2>>$perlvar{'lonDaemons'}/logs/lonc_errors"); |
sleep 10; |
sleep 2; |
} |
} |
} else { |
} else { |
print $fh "Seems like that did not work!<p>"; |
print $fh "Seems like that did not work!<p>"; |
Line 601 if ($size>40000) {
|
Line 601 if ($size>40000) {
|
|
|
|
|
&errout($fh); |
&errout($fh); |
|
# -------------------------------------------------------------------- lonhttpd |
|
|
|
print $fh '<hr><a name="lonhttpd"><h2>lonhttpd</h2><h3>Log</h3><pre>'; |
|
print "lonhttpd\n"; |
|
|
|
if (-e "$perlvar{'lonDaemons'}/logs/lonhttpd.log"){ |
|
open (DFH,"tail -n25 $perlvar{'lonDaemons'}/logs/lonhttpd.log|"); |
|
while ($line=<DFH>) { |
|
print $fh "$line"; |
|
if ($line=~/INFO/) { $notices++; } |
|
if ($line=~/WARNING/) { $notices++; } |
|
if ($line=~/CRITICAL/) { $warnings++; } |
|
}; |
|
close (DFH); |
|
} |
|
print $fh "</pre>"; |
|
|
|
my $lonhttpdfile="$perlvar{'lonDaemons'}/logs/lonhttpd.pid"; |
|
|
|
$restartflag=1; |
|
if (-e $lonhttpdfile) { |
|
my $lfh=IO::File->new("$lonhttpdfile"); |
|
my $lonhttpdpid=<$lfh>; |
|
chomp($lonhttpdpid); |
|
if (kill 0 => $lonhttpdpid) { |
|
print $fh "<h3>lonhttpd at pid $lonhttpdpid responding</h3>"; |
|
$restartflag=0; |
|
} else { |
|
$errors++; |
|
print $fh "<h3>lonhttpd at pid $lonhttpdpid not responding</h3>"; |
|
# Solution: kill parent and children processes, remove .pid and restart |
|
$restartflag=1; |
|
print $fh |
|
"<h3>Decided to clean up stale .pid file and restart lonhttpd</h3>"; |
|
} |
|
} |
|
if ($restartflag==1) { |
|
$errors++; |
|
print $fh '<br><font color="red">Killall lonhttpd: '. |
|
system('killall lonhttpd').' - '; |
|
sleep 2; |
|
print $fh unlink($lonhttpdfile).' - '.system('killall -9 lonhttpd'). |
|
'</font><br>'; |
|
print $fh "<h3>lonhttpd not running, trying to start</h3>"; |
|
system( |
|
"$perlvar{'lonDaemons'}/lonhttpd 2>>$perlvar{'lonDaemons'}/logs/lonhttpd_errors"); |
|
sleep 2; |
|
if (-e $lonhttpdfile) { |
|
print $fh "Seems like it started ...<p>"; |
|
my $lfh=IO::File->new("$lonhttpdfile"); |
|
my $lonhttpdpid=<$lfh>; |
|
chomp($lonhttpdpid); |
|
sleep 2; |
|
if (kill 0 => $lonhttpdpid) { |
|
print $fh "<h3>lonhttpd at pid $lonhttpdpid responding</h3>"; |
|
} else { |
|
$errors++; $errors++; |
|
print $fh "<h3>lonhttpd at pid $lonhttpdpid not responding</h3>"; |
|
print $fh "Give it one more try ...<p>"; |
|
system( |
|
"$perlvar{'lonDaemons'}/lonhttpd 2>>$perlvar{'lonDaemons'}/logs/lonhttpd_errors"); |
|
sleep 2; |
|
} |
|
} else { |
|
print $fh "Seems like that did not work!<p>"; |
|
$errors++; |
|
} |
|
if (-e "$perlvar{'lonDaemons'}/logs/lonhttpd.log") { |
|
print $fh "<p><pre>"; |
|
open (DFH,"tail -n100 $perlvar{'lonDaemons'}/logs/lonhttpd.log|"); |
|
while ($line=<DFH>) { |
|
print $fh "$line"; |
|
if ($line=~/WARNING/) { $notices++; } |
|
if ($line=~/CRITICAL/) { $notices++; } |
|
}; |
|
close (DFH); |
|
print $fh "</pre>"; |
|
} |
|
} |
|
|
|
$fname="$perlvar{'lonDaemons'}/logs/lonhttpd.log"; |
|
|
|
my ($dev,$ino,$mode,$nlink, |
|
$uid,$gid,$rdev,$size, |
|
$atime,$mtime,$ctime, |
|
$blksize,$blocks)=stat($fname); |
|
|
|
if ($size>40000) { |
|
print $fh "Rotating logs ...<p>"; |
|
rename("$fname.2","$fname.3"); |
|
rename("$fname.1","$fname.2"); |
|
rename("$fname","$fname.1"); |
|
} |
|
|
|
|
|
&errout($fh); |
# ---------------------------------------------------------------------- lonnet |
# ---------------------------------------------------------------------- lonnet |
|
|
print $fh '<hr><a name="lonnet"><h2>lonnet</h2><h3>Temp Log</h3><pre>'; |
print $fh '<hr><a name="lonnet"><h2>lonnet</h2><h3>Temp Log</h3><pre>'; |
Line 643 print $fh "</pre>";
|
Line 739 print $fh "</pre>";
|
print $fh '<hr><a name="connections"><h2>Connections</h2>'; |
print $fh '<hr><a name="connections"><h2>Connections</h2>'; |
|
|
print $fh "<table border=2>"; |
print $fh "<table border=2>"; |
foreach $tryserver (keys %hostname) { |
foreach $tryserver (sort(keys(%hostname))) { |
|
|
$answer=reply("pong",$tryserver); |
$answer=reply("pong",$tryserver); |
if ($answer eq "$tryserver:$perlvar{'lonHostID'}") { |
if ($answer eq "$tryserver:$perlvar{'lonHostID'}") { |
Line 706 rename ("$statusdir/newstatus.html","$st
|
Line 802 rename ("$statusdir/newstatus.html","$st
|
|
|
if ($totalcount>200) { |
if ($totalcount>200) { |
print "mailing\n"; |
print "mailing\n"; |
$emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}"; |
$emailto="$perlvar{'lonAdmEMail'}"; |
|
if ($totalcount>1000) { |
|
$emailto.=",$perlvar{'lonSysEMail'}"; |
|
} |
$subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; |
$subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; |
system( |
system( |
"metasend -b -t $emailto -s '$subj' -f $statusdir/index.html -m text/html"); |
"metasend -b -t $emailto -s '$subj' -f $statusdir/index.html -m text/html"); |