Computation Progress
'+ - ''+ - ''); - popwin.document.close(); - -ENDPOP + } + &Apache::lonnet::logthis($padding.'end contents of '.$seq->{'title'}); + &Apache::lonnet::logthis($padding.'-'x20); + } + return; +} - $r->rflush(); -# ---------------------------- Gathering the Data of students' tries - my $index; - for ($index=0;$index<=$#students;$index++) { -#----------- update progress - $r->print(''); - $r->rflush(); +############################################## +############################################## + +=pod + +=item &StudentDataSelect($elementname,$status,$numvisible,$selected) + +Returns html for a selection box allowing the user to choose one (or more) +of the fields of student data available (fullname, username, id, section, etc) + +=over 4 + +=item $elementname The name of the HTML form element + +=item $status 'multiple' or 'single' selection box + +=item $numvisible The number of options to be visible + +=back - &ExtractStudentData($students[$index],$cid); +=cut + +############################################## +############################################## +sub StudentDataSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; } -#--------------------- close Progress Line - $r->print(''); - $r->rflush(); -# -------------------- sorting the Data - @list = sort(@list); - $OpSel2=''; - $OpSel1='selected'; - - $p_count = 0; - my $nIdx = 0; - my $dummy; - my $p_val; - my $ResId; - my $NoElements = $#list + 1; -#-------------------------------- loop for data representation - while ( $nIdx < $NoElements ) { - my %storestats=(); - my ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my @StdLst; - do { - $nIdx++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); - } while ( $Prob eq $Temp && $nIdx < $NoElements ); - - $p_count++; - - ($Temp,$ResId)=split(/\*/,$Temp); - - $Temp = ''.$Temp.''; - - my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - $urlres=$Map; - - - $res = ''.$res.''; - - #$Map = ''.$res.''; - -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } - -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; - -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - - $CachData{($p_count-1)}=$Temp.':'.$StdNo.':'.$TotalTries.':'. - $MxTries.':'.$Avg.':'.$YES.':'. - $Override.':'.$Wrng.':'.$SD.':'. - $Sk.':'.$DoD.':'.$Map.':'.$Prob; - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } - -#-------------------------------- Row of statistical table - if ( $DiscFlag == 0 ) { - $r->print( "\n".''); - $section{$ssec}=$ssec; - if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { - $students[$StudNo]=$name; - $StuBox{$sname}=$ssec; - } - $StudNo++; - } - } - else { - $r->print('
Could not access course data
'); - } - $r->print("Total number of students : ".($#students+1)); - $r->rflush(); -# --------------- Find all assessments and put them into some linear-like order - &tracetable($firstres,'&'.$lastres.'&'); + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; +} + +############################################## +############################################## + +=pod + +=item &MapSelect($elementname,$status,$numvisible,$restriction) + +Returns html for a selection box allowing the user to choose one (or more) +of the sequences in the course. The values of the sequences are the symbs. +If the top sequence is selected, the value 'top' will result. + +=over 4 + +=item $elementname The name of the HTML form element + +=item $status 'multiple' or 'single' selection box + +=item $numvisible The number of options to be visible + +=item $restriction Code reference to subroutine which returns true or +false. The code must expect a reference to a sequence data structure. + +=back + +=cut + +############################################## +############################################## +sub MapSelect { + my ($elementname,$status,$numvisible,$restriction)=@_; + if ($numvisible < 1) { + return; + } + # + # Set up array of selected items + &SetSelectedMaps($elementname); + # + # Set up the restriction call + if (! defined($restriction)) { + $restriction = sub { 1; }; + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; +} + +############################################## +############################################## + +=pod + +=item &SectionSelect($elementname,$status,$numvisible) + +Returns html for a selection box allowing the user to choose one (or more) +of the sections in the course. + +=over 4 + +=item $elementname The name of the HTML form element + +=item $status 'multiple' or 'single' selection box + +=item $numvisible The number of options to be visible + +=item $selected Array ref to the names of the already selected sections. +If undef, $ENV{'form.'.$elementname} is used. +If $ENV{'form.'.$elementname} is also empty, none will be selected. + +=item $restriction Code reference to subroutine which returns true or +false. The code must expect a reference to a sequence data structure. + +=back + +=cut + +############################################## +############################################## +sub SectionSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; +} + +############################################## +############################################## + +sub CheckFormElement { + my ($cache, $ENVName, $cacheName, $default)=@_; + + if(defined($ENV{'form.'.$ENVName})) { + $cache->{$cacheName} = $ENV{'form.'.$ENVName}; + } elsif(!defined($cache->{$cacheName})) { + $cache->{$cacheName} = $default; + } else { + $ENV{'form.'.$ENVName} = $cache->{$cacheName}; + } + return; +} + +sub ProcessFormData{ + my ($cache)=@_; + + $cache->{'reportKey'} = 'false'; + + &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'}, + ['download', + 'reportSelected', + 'StudentAssessmentStudent', + 'ProblemStatisticsSort']); + &CheckFormElement($cache, 'DownloadAll', 'DownloadAll', 'false'); + if ($cache->{'DownloadAll'} ne 'false') { + # Clean the hell out of that cache! + # We cannot untie the hash at this scope (stupid libgd :( ) + # So, remove every single key. What a waste of time.... + # Of course, if you are doing this you are probably resigned + # to waiting a while. + &Apache::lonnet::logthis("Cleaning out the cache file"); + while (my ($key,undef)=each(%$cache)) { + next if ($key eq 'DownloadAll'); + delete($cache->{$key}); + } + } + &CheckFormElement($cache, 'Status', 'Status', 'Active'); + &CheckFormElement($cache, 'postdata', 'reportSelected', 'Class list'); + &CheckFormElement($cache, 'reportSelected', 'reportSelected', + 'Class list'); + $cache->{'reportSelected'} = + &Apache::lonnet::unescape($cache->{'reportSelected'}); + &CheckFormElement($cache, 'sort', 'sort', 'fullname'); + &CheckFormElement($cache, 'download', 'download', 'false'); + &CheckFormElement($cache, 'StatisticsMaps', + 'StatisticsMaps', 'All Maps'); + &CheckFormElement($cache, 'StatisticsProblemSelect', + 'StatisticsProblemSelect', 'All Problems'); + &CheckFormElement($cache, 'StatisticsPartSelect', + 'StatisticsPartSelect', 'All Parts'); + if(defined($ENV{'form.Section'})) { + my @sectionsSelected = (ref($ENV{'form.Section'}) ? + @{$ENV{'form.Section'}} : + ($ENV{'form.Section'})); + $cache->{'sectionsSelected'} = join(':', @sectionsSelected); + } elsif(!defined($cache->{'sectionsSelected'})) { + $cache->{'sectionsSelected'} = $cache->{'sectionList'}; + } + + # student assessment + if(defined($ENV{'form.CreateStudentAssessment'}) || + defined($ENV{'form.NextStudent'}) || + defined($ENV{'form.PreviousStudent'})) { + $cache->{'reportSelected'} = 'Student Assessment'; + } + if(defined($ENV{'form.NextStudent'})) { + $cache->{'StudentAssessmentMove'} = 'next'; + } elsif(defined($ENV{'form.PreviousStudent'})) { + $cache->{'StudentAssessmentMove'} = 'previous'; + } else { + $cache->{'StudentAssessmentMove'} = 'selected'; + } + &CheckFormElement($cache, 'StudentAssessmentStudent', + 'StudentAssessmentStudent', 'All Students'); + $cache->{'StudentAssessmentStudent'} = + &Apache::lonnet::unescape($cache->{'StudentAssessmentStudent'}); + &CheckFormElement($cache, 'DefaultColumns', 'DefaultColumns', 'false'); + + # Problem analysis + &CheckFormElement($cache, 'Interval', 'Interval', '1'); + + # ProblemStatistcs + &CheckFormElement($cache, 'DisplayCSVFormat', + 'DisplayFormat', 'Display Table Format'); + &CheckFormElement($cache, 'ProblemStatisticsAscend', + 'ProblemStatisticsAscend', 'Ascending'); + &CheckFormElement($cache, 'ProblemStatisticsSort', + 'ProblemStatisticsSort', 'Homework Sets Order'); + &CheckFormElement($cache, 'DisplayLegend', 'DisplayLegend', + 'Hide Legend'); + &CheckFormElement($cache, 'SortProblems', 'SortProblems', + 'Sort Within Sequence'); + + # Search only form elements + my @headingColumns=(); + my @sequenceColumns=(); + my $foundColumn = 0; + if(defined($ENV{'form.ReselectColumns'})) { + my @reselected = (ref($ENV{'form.ReselectColumns'}) ? + @{$ENV{'form.ReselectColumns'}} + : ($ENV{'form.ReselectColumns'})); + foreach (@reselected) { + if(/HeadingColumn/) { + push(@headingColumns, $_); + $foundColumn = 1; + } elsif(/SequenceColumn/) { + push(@sequenceColumns, $_); + $foundColumn = 1; + } + } + } + + $cache->{'reportKey'} = 'false'; + if($cache->{'reportSelected'} eq 'Analyze') { + $cache->{'reportKey'} = 'Analyze'; + } elsif($cache->{'reportSelected'} eq 'DoDiffGraph') { + $cache->{'reportKey'} = 'DoDiffGraph'; + } elsif($cache->{'reportSelected'} eq 'PercentWrongGraph') { + $cache->{'reportKey'} = 'PercentWrongGraph'; + } + + if(defined($ENV{'form.DoDiffGraph'})) { + $cache->{'reportSelected'} = 'DoDiffGraph'; + $cache->{'reportKey'} = 'DoDiffGraph'; + } elsif(defined($ENV{'form.PercentWrongGraph'})) { + $cache->{'reportSelected'} = 'PercentWrongGraph'; + $cache->{'reportKey'} = 'PercentWrongGraph'; + } + + foreach (keys(%ENV)) { + if(/form\.Analyze/) { + $cache->{'reportSelected'} = 'Analyze'; + $cache->{'reportKey'} = 'Analyze'; + my $data; + (undef, $data)=split(':::', $_); + $cache->{'AnalyzeInfo'}=$data; + } elsif(/form\.HeadingColumn/) { + my $value = $_; + $value =~ s/form\.//; + push(@headingColumns, $value); + $foundColumn=1; + } elsif(/form\.SequenceColumn/) { + my $value = $_; + $value =~ s/form\.//; + push(@sequenceColumns, $value); + $foundColumn=1; + } + } + + if($foundColumn) { + $cache->{'HeadingsFound'} = join(':', @headingColumns); + $cache->{'SequencesFound'} = join(':', @sequenceColumns);; + } + if(!defined($cache->{'HeadingsFound'}) || + $cache->{'DefaultColumns'} ne 'false') { + $cache->{'HeadingsFound'}='HeadingColumnFull Name'; + } + if(!defined($cache->{'SequencesFound'}) || + $cache->{'DefaultColumns'} ne 'false') { + $cache->{'SequencesFound'}='All Sequences'; + } + $cache->{'DefaultColumns'} = 'false'; + + return; +} + +################################################## +################################################## + +=pod + +=item &SortStudents() + +Determines which students to display and in which order. Which are +displayed are determined by their status(active/expired). The order +is determined by the sort button pressed (default to username). The +type of sorting is username, lastname, or section. + +=over 4 + +Input: $students, $CacheData + +$students: A array pointer to a list of students (username:domain) + +$CacheData: A pointer to the hash tied to the cached data + +Output: \@order + +@order: An ordered list of students (username:domain) + +=back + +=cut + +sub SortStudents { + my ($cache)=@_; + + my @students = split(':::',$cache->{'NamesOfStudents'}); + my @sorted1Students=(); + foreach (@students) { + if($cache->{'Status'} eq 'Any' || + $cache->{$_.':Status'} eq $cache->{'Status'}) { + push(@sorted1Students, $_); + } + } + + my $sortBy = ''; + if(defined($cache->{'sort'})) { + $sortBy = ':'.$cache->{'sort'}; + } else { + $sortBy = ':fullname'; } + my @order = sort { lc($cache->{$a.$sortBy}) cmp lc($cache->{$b.$sortBy}) || + lc($cache->{$a.':fullname'}) cmp lc($cache->{$b.':fullname'}) } + @sorted1Students; + + return \@order; +} + +=pod + +=item &SpaceColumns() + +Determines the width of all the columns in the chart. It is based on +the max of the data for that column and its header. + +=over 4 + +Input: $students, $studentInformation, $headings, $ChartDB + +$students: An array pointer to a list of students (username:domain) + +$studentInformatin: The type of data for the student information. It is +used as part of the key in $CacheData. + +$headings: The name of the student information columns. + +$ChartDB: The name of the cache database which is opened for read/write. + +Output: None - All data stored in cache. + +=back + +=cut + +sub SpaceColumns { + my ($students,$studentInformation,$headings,$cache)=@_; -# ------------------------------------------------------------- End render page - else { - $r->print('Undefined course sequence
'); - } - &MapSecOptions(); -} - - -sub Menu { - my $InpStr = $ENV{'form.sort'}; - if ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { - &GetGraphData($InpStr); - $r->print('
');
- }
- else {
- $r->print('
');
-# ---------------------------------------------------------------- Course title
- $r->print('Course : "'. - $ENV{'course.'.$ENV{'request.course.id'}. - '.description'}.'"
'.localtime().'
'); -# ------------------------------- This is going to take a while, produce output - $r->rflush(); - - $r->print("\n".''. - "\n".''. - "\n".''); - $r->rflush(); - } -} - -sub StudentOptions { - my $OpSel5=''; - $CurStu = $ENV{'form.student'}; - if ( $CurStu eq '' ) { - $CurStu = 'All Students'; - $OpSel5 = 'selected'; - } - my $Ptr =''; -# ----------------------------------- Loading the Students Combobox - $Ptr .= 'Select Student'."\n". - ''; - $Ptr .= '
'; - $r->print( $Ptr ); - $r->rflush(); -} - -sub GetStatus { - - $OpSelDis1=''; - $OpSelDis2=''; - $OpSel1=''; - $OpSel2=''; - $OpSel3=''; - $OpSel4=''; - -# if ( $ENV{'form.DisType'} eq 'Total Number of Correct Answers' ) { -# $OpSelDis1='selected'; -# $CurDis=0; -# } -# else { $OpSel2 = 'selected'; $CurDis = 1;} - - if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } - else { $OpSel1 = 'selected'; } - $CurMap = $ENV{'form.maps'}; - if ( $CurMap eq '' ) { - $CurMap = 'All Maps'; - $OpSel3 = 'selected'; - } - $CurSec = $ENV{'form.section'}; - if ( $CurSec eq '' ) { - $CurSec = 'All Sections'; - $OpSel4 = 'selected'; - } -} - - -sub MapSecOptions { -# ----------------------------------- Loading the Maps Combobox - my $Ptr = '
'; - $Ptr .= '
'; - $Ptr .= '
Select Map '."\n". - ''; - $Ptr .= ' '; - -# ----------------------------------- Loading the Sections Combobox - $Ptr .= '
Select Section'."\n". - ''."\n"; - $r->print( $Ptr ); + foreach my $name (@$students) { + foreach (@$studentInformation) { + my @dataLength=split(//,$cache->{$name.':'.$_}); + my $length=(scalar @dataLength); + if($length > $cache->{$_.':columnWidth'}) { + $cache->{$_.':columnWidth'}=$length; + } + } + } + + return; +} + +sub PrepareData { + my ($c, $cacheDB, $studentInformation, $headings,$r)=@_; + + # Test for access to the cache data + my $courseID=$ENV{'request.course.id'}; + my $isRecalculate=0; + if(defined($ENV{'form.Recalculate'})) { + $isRecalculate=1; + } + + my $isCached = &Apache::loncoursedata::TestCacheData($cacheDB, + $isRecalculate); + if($isCached < 0) { + return "Unable to tie hash to db file."; + } + + # Download class list information if not using cached data + my %cache; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { + return "Unable to tie hash to db file."; + } + +# if(!$isCached) { + my $processTopResourceMapReturn= + &Apache::loncoursedata::ProcessTopResourceMap(\%cache, $c); + if($processTopResourceMapReturn ne 'OK') { + untie(%cache); + return $processTopResourceMapReturn; + } + # } + + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + my $classlist=&Apache::loncoursedata::DownloadClasslist($courseID, + $cache{'ClasslistTimestamp'}, + $c); + foreach (keys(%$classlist)) { + if(/^(con_lost|error|no_such_host)/i) { + untie(%cache); + return "Error getting student data."; + } + } + + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + # Active is a temporary solution, remember to change + Apache::loncoursedata::ProcessClasslist(\%cache,$classlist,$courseID,$c); + if($c->aborted()) { + untie(%cache); + return 'aborted'; + } + + &ProcessFormData(\%cache); + my $students = &SortStudents(\%cache); + &SpaceColumns($students, $studentInformation, $headings, \%cache); + $cache{'updateTime:columnWidth'}=24; + + my $download = $cache{'download'}; + my $downloadAll = $cache{'DownloadAll'}; + my @allStudents=(); + if($download ne 'false') { + $cache{'download'} = 'false'; + } elsif($downloadAll ne 'false') { + $cache{'DownloadAll'} = 'false'; + if($downloadAll eq 'sorted') { + @allStudents = @$students; + } else { + @allStudents = split(':::', $cache{'NamesOfStudents'}); + } + } + + untie(%cache); + + if($download ne 'false') { + my @who = ($download); + if(&Apache::loncoursedata::DownloadStudentCourseData(\@who, 'false', + $cacheDB, 'true', + 'false', $courseID, + $r, $c) ne 'OK') { + return 'Stop at download individual'; + } + } elsif($downloadAll ne 'false') { + if(&Apache::loncoursedata::DownloadStudentCourseData(\@allStudents, + 'false', + $cacheDB, 'true', + 'true', $courseID, + $r, $c) ne 'OK') { + return 'Stop at download all'; + } + } + + return ('OK', $students); +} + +sub DisplayClasslist { + my ($r)=@_; + # + my @Fields = ('fullname','username','domain','id','section'); + # + my $Str=''; + $Str .= '
'."\n";
+ $Str .= '
|
| Select Sections'; +# $Ptr .= ' | '."\n"; +# $Ptr .= ''."\n"; +# my @sectionsSelected = split(':',$cache{'sectionsSelected'}); +# my @sections = split(':',$cache{'sectionList'}); +# $Ptr .= &Apache::lonhtmlcommon::MultipleSectionSelect(\@sections, +# \@sectionsSelected, +# 'Statistics'); +# $Ptr .= ' |
'; +# $r->print($Ptr); +# $r->rflush(); +# my %mySections = (); +# foreach (@sections) { $mySections{$_} = 'True'; } +# $r->print("
$cache{'sectionsSelected'}
"); + + my $Str=''; + $Str .= '
'."\n";
+ $Str .= '
|
| '."\n"; + $Str .= ' | Select a Report | '."\n"; + $Str .= 'Student Status | |
| {'reportSelected'} eq $reports->{$_}) { + $Str .= ' selected=""'; + } + $Str .= '>'.$reports->{$_}.''."\n"; + } + $Str .= ' | '."\n"; + + $Str .= ''; + $Str .= &Apache::lonhtmlcommon::StatusOptions($status, 'Statistics'); + $Str .= ' | '."\n"; + + $Str .= '
'."\n"; + + return $Str; +} + +sub BuildStatistics { + my ($r)=@_; + + my $c = $r->connection; + my @studentInformation=('fullname','section','id','domain','username', + 'updateTime'); + my @headings=('Full Name', 'Section', 'PID', 'Domain', 'User Name', + 'Last Updated'); + my $spacing = ' '; + + my %reports = ('classlist' => 'Class list', + 'problem_statistics' => 'Problem Statistics', + 'student_assessment' => 'Student Assessment', + 'percentage' => 'Correct-problems Plot', +# 'activitylog' => 'Activity Log', + 'reportSelected' => 'Class list'); + + my %cache; + my $courseID=$ENV{'request.course.id'}; + my $cacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". + "_$ENV{'user.domain'}_$courseID\_statistics.db"; + + $r->print(&Apache::lonhtmlcommon::Title('Course Statistics and Charts')); + + my ($returnValue, $students) = &PrepareData($c, $cacheDB, + \@studentInformation, + \@headings,$r); + if($returnValue ne 'OK') { + $r->print($returnValue."\n".'