version 1.96, 2013/02/02 00:22:30
|
version 1.101, 2014/12/16 18:18:44
|
Line 157 sub checkon_daemon {
|
Line 157 sub checkon_daemon {
|
$errors++; |
$errors++; |
my $kadaemon=$daemon; |
my $kadaemon=$daemon; |
if ($kadaemon eq 'lonmemcached') { $kadaemon='memcached'; } |
if ($kadaemon eq 'lonmemcached') { $kadaemon='memcached'; } |
&log($fh,'<br><font color="red">Killall '.$daemon.': '. |
&log($fh,'<br /><font color="red">Killall '.$daemon.': '. |
`killall $kadaemon 2>&1`.' - '); |
`killall $kadaemon 2>&1`.' - '); |
sleep 1; |
sleep 1; |
&log($fh,unlink($pidfile).' - '. |
&log($fh,unlink($pidfile).' - '. |
`killall -9 $kadaemon 2>&1`. |
`killall -9 $kadaemon 2>&1`. |
'</font><br>'); |
'</font><br />'); |
&log($fh,"<h3>$daemon not running, trying to start</h3>"); |
&log($fh,"<h3>$daemon not running, trying to start</h3>"); |
|
|
if (&start_daemon($fh,$daemon,$pidfile,$args)) { |
if (&start_daemon($fh,$daemon,$pidfile,$args)) { |
Line 271 sub log_machine_info {
|
Line 271 sub log_machine_info {
|
|
|
&log($fh,"<h3>distprobe</h3>"); |
&log($fh,"<h3>distprobe</h3>"); |
&log($fh,"<pre>"); |
&log($fh,"<pre>"); |
&get_distro($perlvar{'lonDaemons'},$fh); |
&log($fh,&encode_entities(&LONCAPA::distro(),'<>&"')); |
&log($fh,"</pre>"); |
&log($fh,"</pre>"); |
|
|
&errout($fh); |
&errout($fh); |
Line 285 sub start_logging {
|
Line 285 sub start_logging {
|
|
|
|
|
&log($fh,(<<ENDHEADERS)); |
&log($fh,(<<ENDHEADERS)); |
<html> |
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
|
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> |
<head> |
<head> |
<title>LON Status Report $perlvar{'lonHostID'}</title> |
<title>LON Status Report $perlvar{'lonHostID'}</title> |
|
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> |
</head> |
</head> |
<body bgcolor="#AAAAAA"> |
<body bgcolor="#AAAAAA"> |
<a name="top" /> |
<a name="top" /> |
Line 328 ENDHEADERS
|
Line 330 ENDHEADERS
|
"</td><td>".$role. |
"</td><td>".$role. |
"</td><td>".&Apache::lonnet::hostname($id)."</td></tr>\n"); |
"</td><td>".&Apache::lonnet::hostname($id)."</td></tr>\n"); |
} |
} |
&log($fh,"</table><h3>Spare Hosts</h3><ul>"); |
&log($fh,"</table><h3>Spare Hosts</h3>"); |
foreach my $type (sort(keys(%Apache::lonnet::spareid))) { |
if (keys(%Apache::lonnet::spareid) > 0) { |
&log($fh,"<li>$type\n<ol>"); |
&log($fh,"<ul>"); |
foreach my $id (@{ $Apache::lonnet::spareid{$type} }) { |
foreach my $type (sort(keys(%Apache::lonnet::spareid))) { |
&log($fh,"<li>$id</li>\n"); |
&log($fh,"<li>$type\n<ol>"); |
} |
foreach my $id (@{ $Apache::lonnet::spareid{$type} }) { |
&log($fh,"</ol>\n</li>\n"); |
&log($fh,"<li>$id</li>\n"); |
|
} |
|
&log($fh,"</ol>\n</li>\n"); |
|
} |
|
&log($fh,"</ul>\n"); |
|
} else { |
|
&log($fh,"No spare hosts specified<br />\n"); |
} |
} |
&log($fh,"</ul>\n"); |
|
return $fh; |
return $fh; |
} |
} |
|
|
Line 482 sub clean_lonIDs {
|
Line 489 sub clean_lonIDs {
|
my $since=$now-$mtime; |
my $since=$now-$mtime; |
if ($since>$perlvar{'lonExpire'}) { |
if ($since>$perlvar{'lonExpire'}) { |
$cleaned++; |
$cleaned++; |
&log($fh,"Unlinking $fname<br>"); |
&log($fh,"Unlinking $fname<br />"); |
unlink("$fname"); |
unlink("$fname"); |
} else { |
} else { |
$active++; |
$active++; |
Line 526 sub check_httpd_logs {
|
Line 533 sub check_httpd_logs {
|
sub rotate_lonnet_logs { |
sub rotate_lonnet_logs { |
my ($fh)=@_; |
my ($fh)=@_; |
&log($fh,'<hr /><a name="lonnet" /><h2>lonnet</h2><h3>Temp Log</h3><pre>'); |
&log($fh,'<hr /><a name="lonnet" /><h2>lonnet</h2><h3>Temp Log</h3><pre>'); |
print "checking logs\n"; |
print "Checking logs.\n"; |
if (-e "$perlvar{'lonDaemons'}/logs/lonnet.log"){ |
if (-e "$perlvar{'lonDaemons'}/logs/lonnet.log"){ |
open (DFH,"tail -n50 $perlvar{'lonDaemons'}/logs/lonnet.log|"); |
open (DFH,"tail -n50 $perlvar{'lonDaemons'}/logs/lonnet.log|"); |
while (my $line=<DFH>) { |
while (my $line=<DFH>) { |
Line 570 sub rotate_other_logs {
|
Line 577 sub rotate_other_logs {
|
sub test_connections { |
sub test_connections { |
my ($fh)=@_; |
my ($fh)=@_; |
&log($fh,'<hr /><a name="connections" /><h2>Connections</h2>'); |
&log($fh,'<hr /><a name="connections" /><h2>Connections</h2>'); |
print "testing connections\n"; |
print "Testing connections.\n"; |
&log($fh,"<table border='2'>"); |
&log($fh,"<table border='2'>"); |
my ($good,$bad)=(0,0); |
my ($good,$bad)=(0,0); |
my %hostname = &Apache::lonnet::all_hostnames(); |
my %hostname = &Apache::lonnet::all_hostnames(); |
Line 604 sub test_connections {
|
Line 611 sub test_connections {
|
sub check_delayed_msg { |
sub check_delayed_msg { |
my ($fh)=@_; |
my ($fh)=@_; |
&log($fh,'<hr /><a name="delayed" /><h2>Delayed Messages</h2>'); |
&log($fh,'<hr /><a name="delayed" /><h2>Delayed Messages</h2>'); |
print "checking buffers\n"; |
print "Checking buffers.\n"; |
|
|
&log($fh,'<h3>Scanning Permanent Log</h3>'); |
&log($fh,'<h3>Scanning Permanent Log</h3>'); |
|
|
Line 615 sub check_delayed_msg {
|
Line 622 sub check_delayed_msg {
|
my ($time,$sdf,$dserv,$dcmd)=split(/:/,$line); |
my ($time,$sdf,$dserv,$dcmd)=split(/:/,$line); |
if ($sdf eq 'F') { |
if ($sdf eq 'F') { |
my $local=localtime($time); |
my $local=localtime($time); |
&log($fh,"<b>Failed: $time, $dserv, $dcmd</b><br>"); |
&log($fh,"<b>Failed: $time, $dserv, $dcmd</b><br />"); |
$warnings++; |
$warnings++; |
} |
} |
if ($sdf eq 'S') { $unsend--; } |
if ($sdf eq 'S') { $unsend--; } |
Line 654 sub check_delayed_msg {
|
Line 661 sub check_delayed_msg {
|
}; |
}; |
if ($@ && $@ =~ m/TIMEOUT/) { |
if ($@ && $@ =~ m/TIMEOUT/) { |
&log($fh,"Attempted pong to $tryserver timed out<br />"); |
&log($fh,"Attempted pong to $tryserver timed out<br />"); |
print "time out while contacting: $tryserver for pong\n"; |
print "Time out while contacting: $tryserver for pong.\n"; |
} else { |
} else { |
&log($fh,"Pong to $tryserver: $answer<br />"); |
&log($fh,"Pong to $tryserver: $answer<br />"); |
} |
} |
Line 673 sub finish_logging {
|
Line 680 sub finish_logging {
|
my $now=time; |
my $now=time; |
my $date=localtime($now); |
my $date=localtime($now); |
&log($fh,"<hr />$date ($now)</body></html>\n"); |
&log($fh,"<hr />$date ($now)</body></html>\n"); |
print "lon-status webpage updated\n"; |
print "lon-status webpage updated.\n"; |
$fh->close(); |
$fh->close(); |
|
|
if ($errors) { $simplestatus{'errors'}=$errors; } |
if ($errors) { $simplestatus{'errors'}=$errors; } |
Line 694 sub log_simplestatus {
|
Line 701 sub log_simplestatus {
|
} |
} |
|
|
sub write_loncaparevs { |
sub write_loncaparevs { |
print "Retrieving LON-CAPA version information\n"; |
print "Retrieving LON-CAPA version information.\n"; |
if (open(my $fh,">$perlvar{'lonTabDir'}/loncaparevs.tab")) { |
my %hostname = &Apache::lonnet::all_hostnames(); |
my %hostname = &Apache::lonnet::all_hostnames(); |
my $output; |
foreach my $id (sort(keys(%hostname))) { |
foreach my $id (sort(keys(%hostname))) { |
if ($id ne '') { |
if ($id ne '') { |
my $loncaparev; |
my $loncaparev; |
|
eval { |
|
local $SIG{ ALRM } = sub { die "TIMEOUT" }; |
|
alarm(10); |
|
$loncaparev = |
|
&Apache::lonnet::get_server_loncaparev('',$id,1,'loncron'); |
|
alarm(0); |
|
}; |
|
if ($@ && $@ =~ m/TIMEOUT/) { |
|
print "Time out while contacting lonHost: $id for version.\n"; |
|
} |
|
if ($loncaparev =~ /^[\w.\-]+$/) { |
|
$output .= $id.':'.$loncaparev."\n"; |
|
} |
|
} |
|
} |
|
if ($output) { |
|
if (open(my $fh,">$perlvar{'lonTabDir'}/loncaparevs.tab")) { |
|
print $fh $output; |
|
close($fh); |
|
&Apache::lonnet::load_loncaparevs(); |
|
} |
|
} |
|
return; |
|
} |
|
|
|
sub write_serverhomeIDs { |
|
print "Retrieving LON-CAPA lonHostID information.\n"; |
|
my %name_to_host = &Apache::lonnet::all_names(); |
|
my $output; |
|
foreach my $name (sort(keys(%name_to_host))) { |
|
if ($name ne '') { |
|
if (ref($name_to_host{$name}) eq 'ARRAY') { |
|
my $serverhomeID; |
eval { |
eval { |
local $SIG{ ALRM } = sub { die "TIMEOUT" }; |
local $SIG{ ALRM } = sub { die "TIMEOUT" }; |
alarm(10); |
alarm(10); |
$loncaparev = |
$serverhomeID = |
&Apache::lonnet::get_server_loncaparev('',$id,1,'loncron'); |
&Apache::lonnet::get_server_homeID($name,1,'loncron'); |
alarm(0); |
alarm(0); |
}; |
}; |
if ($@ && $@ =~ m/TIMEOUT/) { |
if ($@ && $@ =~ m/TIMEOUT/) { |
print "time out while contacting lonHost: $id for version\n"; |
print "Time out while contacting server: $name\n"; |
} |
} |
if ($loncaparev =~ /^[\w.\-]+$/) { |
if ($serverhomeID ne '') { |
print $fh $id.':'.$loncaparev."\n"; |
$output .= $name.':'.$serverhomeID."\n"; |
|
} else { |
|
$output .= $name.':'.$name_to_host{$name}->[0]."\n"; |
} |
} |
} |
} |
} |
} |
close($fh); |
|
} |
} |
return; |
if ($output) { |
} |
if (open(my $fh,">$perlvar{'lonTabDir'}/serverhomeIDs.tab")) { |
|
print $fh $output; |
sub write_serverhomeIDs { |
close($fh); |
print "Retrieving LON-CAPA lonHostID information\n"; |
&Apache::lonnet::load_serverhomeIDs(); |
if (open(my $fh,">$perlvar{'lonTabDir'}/serverhomeIDs.tab")) { |
|
my %name_to_host = &Apache::lonnet::all_names(); |
|
foreach my $name (sort(keys(%name_to_host))) { |
|
if ($name ne '') { |
|
if (ref($name_to_host{$name}) eq 'ARRAY') { |
|
my $serverhomeID; |
|
eval { |
|
local $SIG{ ALRM } = sub { die "TIMEOUT" }; |
|
alarm(10); |
|
$serverhomeID = |
|
&Apache::lonnet::get_server_homeID($name,1,'loncron'); |
|
alarm(0); |
|
}; |
|
if ($@ && $@ =~ m/TIMEOUT/) { |
|
print "Time out while contacting server: $name\n"; |
|
} |
|
if ($serverhomeID ne '') { |
|
print $fh $name.':'.$serverhomeID."\n"; |
|
} else { |
|
print $fh $name.':'.$name_to_host{$name}->[0]."\n"; |
|
} |
|
} |
|
} |
|
} |
} |
close($fh); |
|
} |
} |
return; |
return; |
} |
} |
|
|
sub write_checksums { |
sub write_checksums { |
my ($perlvar) = @_; |
my $distro = &LONCAPA::distro(); |
return unless (ref($perlvar) eq 'HASH'); |
|
my $distro = &get_distro($perlvar->{'lonDaemons'}); |
|
if ($distro) { |
if ($distro) { |
print "Retrieving file version and checksumming.\n"; |
print "Retrieving file version and checksumming.\n"; |
|
my $numchksums = 0; |
my ($chksumsref,$versionsref) = |
my ($chksumsref,$versionsref) = |
&LONCAPA::Checksumming::get_checksums($distro,$perlvar->{'lonDaemons'}, |
&LONCAPA::Checksumming::get_checksums($distro,$perlvar{'lonDaemons'}, |
$perlvar->{'lonLib'}, |
$perlvar{'lonLib'}, |
$perlvar->{'lonIncludes'}, |
$perlvar{'lonIncludes'}, |
$perlvar->{'lonTabDir'}); |
$perlvar{'lonTabDir'}); |
if (ref($chksumsref) eq 'HASH') { |
if (ref($chksumsref) eq 'HASH') { |
$numchksums = scalar(keys(%{$chksumsref})); |
$numchksums = scalar(keys(%{$chksumsref})); |
} |
} |
Line 769 sub write_checksums {
|
Line 785 sub write_checksums {
|
} else { |
} else { |
print "File version retrieval and checksumming skipped - could not determine Linux distro.\n"; |
print "File version retrieval and checksumming skipped - could not determine Linux distro.\n"; |
} |
} |
return' |
return; |
} |
} |
|
|
sub send_mail { |
sub send_mail { |
print "sending mail\n"; |
|
my $defdom = $perlvar{'lonDefDomain'}; |
my $defdom = $perlvar{'lonDefDomain'}; |
my $origmail = $perlvar{'lonAdmEMail'}; |
my $origmail = $perlvar{'lonAdmEMail'}; |
my $emailto = &Apache::loncommon::build_recipient_list(undef, |
my $emailto = &Apache::loncommon::build_recipient_list(undef, |
Line 781 sub send_mail {
|
Line 796 sub send_mail {
|
if ($totalcount>2500) { |
if ($totalcount>2500) { |
$emailto.=",$perlvar{'lonSysEMail'}"; |
$emailto.=",$perlvar{'lonSysEMail'}"; |
} |
} |
my $subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; |
my $from; |
|
my $hostname=`/bin/hostname`; |
my $result=system("metasend -b -S 4000000 -t $emailto -s '$subj' -f $statusdir/index.html -m text/html >& /dev/null"); |
chop($hostname); |
if ($result != 0) { |
$hostname=~s/[^\w\.]//g; |
$result=system("mail -s '$subj' $emailto < $statusdir/index.html"); |
if ($hostname) { |
} |
$from = 'www@'.$hostname; |
} |
} |
|
my $subj="LON: $perlvar{'lonHostID'} E:$errors W:$warnings N:$notices"; |
sub get_distro { |
my $loncronmail = "To: $emailto\n". |
my ($dir,$fh) = @_; |
"From: $from\n". |
my $distro; |
"Subject: ".$subj."\n". |
if (open(my $disth,"$dir/distprobe |")) { |
"Content-type: text/html\; charset=UTF-8\n". |
while (my $line=<$disth>) { |
"MIME-Version: 1.0\n\n"; |
if ($fh) { |
if (open(my $fh,"<$statusdir/index.html")) { |
&log($fh,&encode_entities($line,'<>&"')); |
while (<$fh>) { |
} |
$loncronmail .= $_; |
$distro .= $line; |
|
} |
} |
close($disth); |
close($fh); |
|
} else { |
|
$loncronmail .= "Failed to read from http://$hostname/lon-status/index.html\n"; |
|
} |
|
$loncronmail .= "\n\n"; |
|
if (open(my $mailh, "|/usr/lib/sendmail -oi -t -odb")) { |
|
print $mailh $loncronmail; |
|
close($mailh); |
|
print "Sending mail.\n"; |
|
} else { |
|
print "Sending mail failed.\n"; |
} |
} |
return $distro; |
|
} |
} |
|
|
sub usage { |
sub usage { |
print(<<USAGE); |
print(<<USAGE); |
loncron - housekeeping program that checks up on various parts of Lon-CAPA |
loncron - housekeeping program that checks up on various parts of LON-CAPA |
|
|
Options: |
Options: |
--help Display |
--help Display |
Line 862 sub main () {
|
Line 885 sub main () {
|
# ----------------------------- Make sure this process is running from user=www |
# ----------------------------- Make sure this process is running from user=www |
my $wwwid=getpwnam('www'); |
my $wwwid=getpwnam('www'); |
if ($wwwid!=$<) { |
if ($wwwid!=$<) { |
print("User ID mismatch. This program must be run as user 'www'\n"); |
print("User ID mismatch. This program must be run as user 'www'.\n"); |
my $emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}"; |
my $emailto="$perlvar{'lonAdmEMail'},$perlvar{'lonSysEMail'}"; |
my $subj="LON: $perlvar{'lonHostID'} User ID mismatch"; |
my $subj="LON: $perlvar{'lonHostID'} User ID mismatch"; |
system("echo 'User ID mismatch. loncron must be run as user www.' |\ |
system("echo 'User ID mismatch. loncron must be run as user www.' |\ |
mailto $emailto -s '$subj' > /dev/null"); |
mailto $emailto -s '$subj' > /dev/null"); |
exit 1; |
exit 1; |
} |
} |
Line 937 sub main () {
|
Line 960 sub main () {
|
&log_simplestatus(); |
&log_simplestatus(); |
&write_loncaparevs(); |
&write_loncaparevs(); |
&write_serverhomeIDs(); |
&write_serverhomeIDs(); |
&write_checksums(\%perlvar); |
&write_checksums(); |
if ($totalcount>200 && !$noemail) { &send_mail(); } |
if ($totalcount>200 && !$noemail) { &send_mail(); } |
} |
} |
} |
} |