--- loncom/interface/lonstatistics.pm	2002/08/28 22:42:15	1.48
+++ loncom/interface/lonstatistics.pm	2003/02/18 20:27:33	1.59
@@ -1,7 +1,7 @@
 # The LearningOnline Network with CAPA
 # (Publication Handler
 #
-# $Id: lonstatistics.pm,v 1.48 2002/08/28 22:42:15 stredwic Exp $
+# $Id: lonstatistics.pm,v 1.59 2003/02/18 20:27:33 matthew Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -35,7 +35,36 @@
 #
 ###
 
-package Apache::lonstatistics; 
+=pod
+
+=head1 NAME
+
+lonstatistics
+
+=head1 SYNOPSIS
+
+Main handler for statistics and chart.
+
+=head1 PACKAGES USED
+
+use strict;
+use Apache::Constants qw(:common :http);
+use Apache::lonnet();
+use Apache::lonhomework;
+use Apache::loncommon;
+use Apache::loncoursedata;
+use Apache::lonhtmlcommon;
+use Apache::lonproblemanalysis;
+use Apache::lonproblemstatistics;
+use Apache::lonstudentassessment;
+use Apache::lonpercentage;
+use GDBM_File;
+
+=over 4
+
+=cut
+
+package Apache::lonstatistics;
 
 use strict;
 use Apache::Constants qw(:common :http);
@@ -47,9 +76,163 @@ use Apache::lonhtmlcommon;
 use Apache::lonproblemanalysis;
 use Apache::lonproblemstatistics;
 use Apache::lonstudentassessment;
-use HTML::TokeParser;
+use Apache::lonpercentage;
 use GDBM_File;
 
+my @FullClasslist;
+my @Students;
+my @Sections;
+my $curr_student;
+my $prev_student;
+my $next_student;
+
+#######################################################
+#######################################################
+
+=pod
+
+=item &clear_classlist_variables()
+
+undef the following package variables:
+
+=over
+
+=item @FullClasslist The full classlist
+
+=item @Students The students we are concerned with for this invocation
+
+=item @Sections The sections available in this class
+
+=item $curr_student The student currently being examined
+
+=item $prev_student The student previous in the classlist
+
+=item $next_student The student next in the classlist
+
+=back
+
+=cut
+
+#######################################################
+#######################################################
+sub clear_classlist_variables {
+    undef(@FullClasslist);
+    undef(@Students);
+    undef(@Sections);
+    undef($curr_student);
+    undef($prev_student);
+    undef($next_student);
+}
+
+#######################################################
+#######################################################
+
+=pod
+
+=item &PrepareClasslist()
+
+Build up the classlist information.  The classlist information is kept in
+the following package variables:
+
+=over
+
+=item @FullClasslist The full classlist
+
+=item @Students The students we are concerned with for this invocation
+
+=item @Sections The sections available in this class
+
+=item $curr_student The student currently being examined
+
+=item $prev_student The student previous in the classlist
+
+=item $next_student The student next in the classlist
+
+=back
+
+$curr_student, $prev_student, and $next_student may not be defined, depending
+upon the calling context.
+
+=cut
+
+#######################################################
+#######################################################
+sub PrepareClasslist {
+    my $r = shift;
+    my %Sections;
+    &clear_classlist_variables();
+    #
+    # Retrieve the classlist
+    my $cid  = $ENV{'request.course.id'};
+    my $cdom = $ENV{'course.'.$cid.'.domain'};
+    my $cnum = $ENV{'course.'.$cid.'.num'};
+    my ($classlist,$field_names) = &Apache::loncoursedata::get_classlist($cid,
+                                                                  $cdom,$cnum);
+    my %valid_section;
+    if (exists($ENV{'form.Section'}) && $ENV{'form.Section'} !~ /(all|any)/) {
+        if (ref($ENV{'form.Section'})) {
+            foreach (@$ENV{'form.section'}) {
+                $valid_section{$_}++;
+            }
+        } else {
+            $valid_section{$_}++;
+        }
+    }
+    #
+    # Process the classlist
+    while (my ($student,$student_data) = each (%$classlist)) {
+        my $studenthash = ();
+        for (my $i=0; $i< scalar(@$field_names);$i++) {
+            $studenthash->{$field_names->[$i]}=$student_data->[$i];
+        }
+        push (@FullClasslist,$studenthash);
+        #
+        # Build up a list of sections
+        my $section = $studenthash->{'section'};
+        $section = 'no section' if (! defined($section) || $section =~/^\s*/ );
+        $Sections{$section}++;
+        #
+        # Only put in the list those students we are interested in
+        if (defined($ENV{'form.Section'}) &&
+            $ENV{'form.Section'} !~ /(all|any)/ && 
+            ! exists($valid_section{$section})) {
+            next;
+        }
+        push (@Students,$studenthash);
+    }
+    #
+    # Put the consolidated section data in the right place
+    @Sections = sort {$a<=>$b} keys(%Sections);
+    #
+    # Sort the Students
+    my $sortby = 'fullname';
+    @Students = sort {$a->{$sortby} <=> $b->{$sortby}} @Students;
+    # 
+    # Now deal with that current student thing....
+    if (exists($ENV{'form.StudentAssessmentStudent'})) {
+        my ($current_uname,$current_dom) = 
+            split(':',$ENV{'form.StudentAssessmentStudent'});
+        my $i;
+        for ($i = 0; $i<=$#Students; $i++) {
+            next if (($Students[$i]->{'username'} ne $current_uname) || 
+                     ($Students[$i]->{'domain'}   ne $current_dom));
+            last; # If we get here, we have our student.
+        }
+        if ($i == 0) {
+            $prev_student = 'none';
+        } else {
+            $prev_student = $Students[$i-1];
+        }
+        if ($i == $#Students) {
+            $next_student = 'none';
+        } else {
+            $next_student = $Students[$i+1];
+        }
+    }
+}
+
+#######################################################
+#######################################################
 
 sub CheckFormElement {
     my ($cache, $ENVName, $cacheName, $default)=@_;
@@ -73,17 +256,33 @@ sub ProcessFormData{
                                              'reportSelected',
                                              'StudentAssessmentStudent',
                                              'ProblemStatisticsSort']);
+    &CheckFormElement($cache, 'DownloadAll', 'DownloadAll', 'false');
+    if ($cache->{'DownloadAll'} ne 'false') {
+        # Clean the hell out of that cache!
+        # We cannot untie the hash at this scope (stupid libgd :( )
+        # So, remove every single key.  What a waste of time....
+        # Of course, if you are doing this you are probably resigned
+        # to waiting a while.
+        &Apache::lonnet::logthis("Cleaning out the cache file");
+        while (my ($key,undef)=each(%$cache)) {
+            next if ($key eq 'DownloadAll');
+            delete($cache->{$key});
+        }
+    }
     &CheckFormElement($cache, 'Status', 'Status', 'Active');
     &CheckFormElement($cache, 'postdata', 'reportSelected', 'Class list');
     &CheckFormElement($cache, 'reportSelected', 'reportSelected', 
                       'Class list');
     $cache->{'reportSelected'} = 
         &Apache::lonnet::unescape($cache->{'reportSelected'});
-    &CheckFormElement($cache, 'DownloadAll', 'DownloadAll', 'false');
     &CheckFormElement($cache, 'sort', 'sort', 'fullname');
     &CheckFormElement($cache, 'download', 'download', 'false');
     &CheckFormElement($cache, 'StatisticsMaps', 
                       'StatisticsMaps', 'All Maps');
+    &CheckFormElement($cache, 'StatisticsProblemSelect',
+		      'StatisticsProblemSelect', 'All Problems');
+    &CheckFormElement($cache, 'StatisticsPartSelect',
+		      'StatisticsPartSelect', 'All Parts');
     if(defined($ENV{'form.Section'})) {
         my @sectionsSelected = (ref($ENV{'form.Section'}) ?
                                @{$ENV{'form.Section'}} :
@@ -122,7 +321,8 @@ sub ProcessFormData{
                       'ProblemStatisticsAscend', 'Ascending');
     &CheckFormElement($cache, 'ProblemStatisticsSort',
                       'ProblemStatisticsSort', 'Homework Sets Order');
-    &CheckFormElement($cache, 'DisplayLegend', 'DisplayLegend', 'Hide Legend');
+    &CheckFormElement($cache, 'DisplayLegend', 'DisplayLegend', 
+		      'Hide Legend');
     &CheckFormElement($cache, 'SortProblems', 'SortProblems', 
                       'Sort Within Sequence');
 
@@ -239,9 +439,11 @@ sub SortStudents {
     my $sortBy = '';
     if(defined($cache->{'sort'})) {
         $sortBy = ':'.$cache->{'sort'};
+    } else {
+        $sortBy = ':fullname';
     }
-    my @order = sort { $cache->{$a.$sortBy} cmp $cache->{$b.$sortBy} ||
-                       $cache->{$a.':fullname'} cmp $cache->{$b.':fullname'} } 
+    my @order = sort { lc($cache->{$a.$sortBy}) cmp lc($cache->{$b.$sortBy}) ||
+                       lc($cache->{$a.':fullname'}) cmp lc($cache->{$b.':fullname'}) } 
                 @sorted1Students;
 
     return \@order;
@@ -306,7 +508,7 @@ sub PrepareData {
         $isRecalculate=1;
     }
 
-    my $isCached = &Apache::loncoursedata::TestCacheData($cacheDB, 
+    my $isCached = &Apache::loncoursedata::TestCacheData($cacheDB,
                                                          $isRecalculate);
     if($isCached < 0) {
         return "Unable to tie hash to db file.";
@@ -318,14 +520,14 @@ sub PrepareData {
         return "Unable to tie hash to db file.";
     }
 
-    if(!$isCached) {
+#    if(!$isCached) {
         my $processTopResourceMapReturn=
-            &Apache::loncoursedata::ProcessTopResourceMap(\%cache, $c, $r);
+            &Apache::loncoursedata::ProcessTopResourceMap(\%cache, $c);
         if($processTopResourceMapReturn ne 'OK') {
             untie(%cache);
             return $processTopResourceMapReturn;
         }
-    }
+ #   }
 
     if($c->aborted()) {
         untie(%cache);
@@ -377,16 +579,16 @@ sub PrepareData {
 
     if($download ne 'false') {
         my @who = ($download);
-        if(&Apache::loncoursedata::DownloadStudentCourseData(\@who, 'false', 
-                                                             $cacheDB, 'true', 
+        if(&Apache::loncoursedata::DownloadStudentCourseData(\@who, 'false',
+                                                             $cacheDB, 'true',
                                                              'false', $courseID,
                                                              $r, $c) ne 'OK') {
             return 'Stop at download individual';
         }
     } elsif($downloadAll ne 'false') {
-        if(&Apache::loncoursedata::DownloadStudentCourseData(\@allStudents, 
-                                                             'false', 
-                                                             $cacheDB, 'true', 
+        if(&Apache::loncoursedata::DownloadStudentCourseData(\@allStudents,
+                                                             'false',
+                                                             $cacheDB, 'true',
                                                              'true', $courseID,
                                                              $r, $c) ne 'OK') {
             return 'Stop at download all';
@@ -404,19 +606,37 @@ sub BuildClasslist {
         return '<html><body>Unable to tie database.</body></html>';
     }
 
+#    my $Ptr = '';
+#    $Ptr .= '<table border="0"><tbody>';
+#    $Ptr .= '<tr><td align="right"><b>Select Sections</b>';
+#    $Ptr .= '</td>'."\n";
+#    $Ptr .= '<td align="left">'."\n";
+#    my @sectionsSelected = split(':',$cache{'sectionsSelected'});
+#    my @sections = split(':',$cache{'sectionList'});
+#    $Ptr .= &Apache::lonhtmlcommon::MultipleSectionSelect(\@sections,
+#                                                          \@sectionsSelected,
+#                                                          'Statistics');
+#    $Ptr .= '</td></tr></table><br>';
+#    $r->print($Ptr);
+#    $r->rflush();
+#    my %mySections = ();
+#    foreach (@sections) { $mySections{$_} = 'True'; }
+#    $r->print("<br>$cache{'sectionsSelected'}<br>");
+
     my $Str='';
     $Str .= '<table border="0"><tr><td bgcolor="#777777">'."\n";
     $Str .= '<table border="0" cellpadding="3"><tr bgcolor="#e6ffff">'."\n";
 
     my $displayString = '<td align="left"><a href="/adm/statistics?';
     $displayString .= 'sort=LINKDATA">DISPLAYDATA&nbsp</a></td>'."\n";
-    $Str .= &Apache::lonhtmlcommon::CreateHeadings(\%cache, 
+    $Str .= &Apache::lonhtmlcommon::CreateHeadings(\%cache,
                                                    $studentInformation,
                                                    $headings, $displayString);
     $Str .= '</tr>'."\n";
 
     my $alternate=0;
     foreach (@$students) {
+#        if ($mySections{$cache{$_.':'.'section'}} ne 'True') {next;}
         my ($username, $domain) = split(':', $_);
         if($alternate) {
             $Str .= '<tr bgcolor="#ffffe6">';
@@ -464,8 +684,8 @@ sub CreateMainMenu {
 
     $Str .= '<table border="0"><tbody><tr>'."\n";
     $Str .= '<td></td><td></td>'."\n";
-    $Str .= '<td align="center"><b>Analysis Reports:</b></td>'."\n";
-    $Str .= '<td align="center"><b>Student Status:</b></td></tr>'."\n";
+    $Str .= '<td align="center"><b>Select a Report</b></td>'."\n";
+    $Str .= '<td align="center"><b>Student Status</b></td></tr>'."\n";
     $Str .= '<tr>'."\n";
     $Str .= '<td align="center"><input type="submit" name="Refresh" ';
     $Str .= 'value="Refresh" /></td>'."\n";
@@ -504,9 +724,11 @@ sub BuildStatistics {
     my @headings=('Full Name', 'Section', 'PID', 'Domain', 'User Name',
                   'Last Updated');
     my $spacing = '   ';
+
     my %reports = ('classlist'          => 'Class list',
                    'problem_statistics' => 'Problem Statistics',
                    'student_assessment' => 'Student Assessment',
+		   'percentage'         => 'Correct-problems Plot',
 #                   'activitylog'        => 'Activity Log',
                    'reportSelected'     => 'Class list');
 
@@ -517,15 +739,15 @@ sub BuildStatistics {
 
     $r->print(&Apache::lonhtmlcommon::Title('Course Statistics and Charts'));
 
-    my ($returnValue, $students) = &PrepareData($c, $cacheDB, 
-                                                \@studentInformation, 
+    my ($returnValue, $students) = &PrepareData($c, $cacheDB,
+                                                \@studentInformation,
                                                 \@headings,$r);
     if($returnValue ne 'OK') {
         $r->print($returnValue."\n".'</body></html>');
         return OK;
     }
     if(!$c->aborted()) {
-        &Apache::loncoursedata::CheckForResidualDownload($cacheDB, 
+        &Apache::loncoursedata::CheckForResidualDownload($cacheDB,
                                                          'true', 'true',
                                                          $courseID,
                                                          $r, $c);
@@ -535,8 +757,8 @@ sub BuildStatistics {
     if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
         $GoToPage = $cache{'reportSelected'};
         $reports{'reportSelected'} = $cache{'reportSelected'};
-        if(defined($cache{'reportKey'}) && 
-           !exists($reports{$cache{'reportKey'}}) && 
+        if(defined($cache{'reportKey'}) &&
+           !exists($reports{$cache{'reportKey'}}) &&
            $cache{'reportKey'} ne 'false') {
             $reports{$cache{'reportKey'}} = $cache{'reportSelected'};
         }
@@ -558,9 +780,9 @@ sub BuildStatistics {
     if($GoToPage eq 'Activity Log') {
         &Apache::lonproblemstatistics::Activity();
     } elsif($GoToPage eq 'Problem Statistics') {
-        &Apache::lonproblemstatistics::BuildProblemStatisticsPage($cacheDB, 
-                                                                  $students, 
-                                                                  $courseID, 
+        &Apache::lonproblemstatistics::BuildProblemStatisticsPage($cacheDB,
+                                                                  $students,
+                                                                  $courseID,
                                                                   $c,$r);
     } elsif($GoToPage eq 'Option Response Analysis') {
         &Apache::lonproblemanalysis::BuildProblemAnalysisPage($cacheDB, $r);
@@ -574,7 +796,7 @@ sub BuildStatistics {
                                                           \@studentInformation,
                                                           $r, $c);
     } elsif($GoToPage eq 'Analyze') {
-        &Apache::lonproblemanalysis::BuildAnalyzePage($cacheDB, $students, 
+        &Apache::lonproblemanalysis::BuildAnalyzePage($cacheDB, $students,
                                                       $courseID, $r);
     } elsif($GoToPage eq 'DoDiffGraph' || $GoToPage eq 'PercentWrongGraph') {
         my $courseDescription = $ENV{'course.'.$courseID.'.description'};
@@ -586,6 +808,9 @@ sub BuildStatistics {
     } elsif($GoToPage eq 'Class list') {
         &BuildClasslist($cacheDB, $students, \@studentInformation,
                         \@headings, $r);
+    } elsif($GoToPage eq 'Correct-problems Plot') {
+	&Apache::lonpercentage::BuildPercentageGraph($cacheDB, $students,
+						     $courseID, $c, $r);
     }
 
     $r->print('</form>'."\n");
@@ -602,10 +827,17 @@ sub handler {
 
 #    $jr = $r;
 
+    my $loaderror=&Apache::lonnet::overloaderror($r);
+    if ($loaderror) { return $loaderror; }
+    $loaderror=
+       &Apache::lonnet::overloaderror($r,
+         $ENV{'course.'.$ENV{'request.course.id'}.'.home'});
+    if ($loaderror) { return $loaderror; }
+
     unless(&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) {
         $ENV{'user.error.msg'}=
         $r->uri.":vgr:0:0:Cannot view grades for complete course";
-        return HTTP_NOT_ACCEPTABLE; 
+        return HTTP_NOT_ACCEPTABLE;
     }
 
     # Set document type for header only
@@ -623,16 +855,25 @@ sub handler {
     unless($ENV{'request.course.fn'}) {
 	my $requrl=$r->uri;
         $ENV{'user.error.msg'}="$requrl:bre:0:0:Course not initialized";
-        return HTTP_NOT_ACCEPTABLE; 
+        return HTTP_NOT_ACCEPTABLE;
     }
 
     $r->content_type('text/html');
     $r->send_http_header;
 
+    &PrepareClasslist($r);
+
     &BuildStatistics($r);
 
     return OK;
 }
 1;
+
+=pod
+
+=back
+
+=cut
+
 __END__