--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/30 23:08:56 1.8 +++ loncom/interface/statistics/lonproblemstatistics.pm 2004/03/29 19:41:24 1.76 @@ -1,7 +1,6 @@ # The LearningOnline Network with CAPA -# (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.8 2002/07/30 23:08:56 minaeibi Exp $ +# $Id: lonproblemstatistics.pm,v 1.76 2004/03/29 19:41:24 matthew Exp $ # # Copyright Michigan State University Board of Trustees # @@ -26,893 +25,1352 @@ # http://www.lon-capa.org/ # # (Navigate problems for statistical reports -# YEAR=2001 -# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei -# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei -# YEAR=2002 -# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29 Behrouz Minaei # -### +############################################### +############################################### -package Apache::lonproblemstatistics; +=pod + +=head1 NAME + +lonproblemstatistics + +=head1 SYNOPSIS + +Routines to present problem statistics to instructors via tables, +Excel files, and plots. + +=over 4 + +=cut + +############################################### +############################################### + +package Apache::lonproblemstatistics; use strict; use Apache::lonnet(); +use Apache::loncommon(); use Apache::lonhtmlcommon; use Apache::loncoursedata; -use GDBM_File; - - -sub BuildProblemStatisticsPage { - my ($cacheDB, $students, $courseID, $c, $r)=@_; - my %cache; - #my %DoDiff; - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { - return 'Unable to tie database.'; - } - - my $Ptr = ''; - $Ptr .= ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - $Ptr .= &AscendOrderOptions($cache{'Ascend'}); - $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}); - $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); - $Ptr .= '
'; - $Ptr .= &ProblemStatisticsLegend(); - $r->print($Ptr); - - untie(%cache); - foreach (@$students) { - my $courseData = - &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { - &Apache::loncoursedata::ProcessStudentData(\%cache, - $courseData, $_); - untie(%cache); - } - } - if($c->aborted()) { return; } - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { - return 'Unable to tie database.'; - } - my %discriminant=(); - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, \%discriminant); - } - #&Apache::lonstatistics::Close_PrgWin($r); - - my ($upper, $lower) = &Discriminant(\%discriminant,$r); - my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); - my $color=&setbgcolor(0); - my %GraphDat= &BuildStatisticsTable(\%cache, $upper, $lower, \@list, - \%Header, $students, $r, $color); - untie(%cache); -} - - -#---- Problem Statistics Web Page --------------------------------------- - - -sub NumericSort { - $a <=> $b; -} - - -sub CreateProblemStatisticsTableHeading { - my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; - if($displayFormat eq 'Display CSV Format') { - $r->print('
"'.$sequenceTitle.'","'); - $r->print($sequenceSource.'"'); - return; - } - - $r->print('
'.$sequenceTitle.''); - - my $Result = "\n".''."\n"; - for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { - $Result .= ''."\n"; +use Apache::lonstatistics; +use Apache::lonlocal; +use Spreadsheet::WriteExcel; +use Apache::lonstathelpers(); +use Time::HiRes; + +my @StatsArray; + +## +## Localization notes: +## +## in @Fields[0]->{'long_title'} is placed in Excel files and is used as the +## header for plots created with Graph.pm, both of which more than likely do +## not support localization. +## +my @Fields = ( + { name => 'problem_num', + title => 'P#', + align => 'right', + color => '#FFFFE6', + selectable => 'no', + selected => 'yes', + }, + { name => 'container', + title => 'Sequence or Folder', + align => 'left', + color => '#FFFFE6', + sortable => 'yes', + selectable => 'no', + selected => 'yes', + }, + { name => 'title', + title => 'Title', + align => 'left', + color => '#FFFFE6', + special => 'link', + sortable => 'yes', + selectable => 'no', + selected => 'yes', + }, + { name => 'part', + title => 'Part', + align => 'left', + color => '#FFFFE6', + selectable => 'no', + selected => 'yes', + }, + { name => 'num_students', + title => '#Stdnts', + align => 'right', + color => '#EEFFCC', + format => '%d', + sortable => 'yes', + graphable => 'yes', + long_title => 'Number of Students Attempting Problem', + selectable => 'yes', + selected => 'yes', + }, + { name => 'tries', + title => 'Tries', + align => 'right', + color => '#EEFFCC', + format => '%d', + sortable => 'yes', + graphable => 'yes', + long_title => 'Total Number of Tries', + selectable => 'yes', + selected => 'yes', + }, + { name => 'max_tries', + title => 'Max Tries', + align => 'right', + color => '#DDFFFF', + format => '%d', + sortable => 'yes', + graphable => 'yes', + long_title => 'Maximum Number of Tries', + selectable => 'yes', + selected => 'yes', + }, + { name => 'min_tries', + title => 'Min Tries', + align => 'right', + color => '#DDFFFF', + format => '%d', + sortable => 'yes', + graphable => 'yes', + long_title => 'Minumum Number of Tries', + selectable => 'yes', + selected => 'yes', + }, + { name => 'mean_tries', + title => 'Mean Tries', + align => 'right', + color => '#DDFFFF', + format => '%5.2f', + sortable => 'yes', + graphable => 'yes', + long_title => 'Average Number of Tries', + selectable => 'yes', + selected => 'yes', + }, + { name => 'std_tries', + title => 'S.D. tries', + align => 'right', + color => '#DDFFFF', + format => '%5.2f', + sortable => 'yes', + graphable => 'yes', + long_title => 'Standard Deviation of Number of Tries', + selectable => 'yes', + selected => 'yes', + }, + { name => 'skew_tries', + title => 'Skew Tries', + align => 'right', + color => '#DDFFFF', + format => '%5.2f', + sortable => 'yes', + graphable => 'yes', + long_title => 'Skew of Number of Tries', + selectable => 'yes', + selected => 'no', + }, + { name => 'num_solved', + title => '#YES', + align => 'right', + color => '#FFDDDD', + format => '%4.1f',# format => '%d', + sortable => 'yes', + graphable => 'yes', + long_title => 'Number of Students able to Solve', + selectable => 'no', + selected => 'yes', + }, + { name => 'num_override', + title => '#yes', + align => 'right', + color => '#FFDDDD', + format => '%4.1f',# format => '%d', + sortable => 'yes', + graphable => 'yes', + long_title => 'Number of Students given Override', + selectable => 'yes', + selected => 'yes', + }, + { name => 'num_wrong', + title => '#Wrng', + align => 'right', + color => '#FFDDDD', + format => '%4.1f', + sortable => 'yes', + graphable => 'yes', + long_title => 'Percent of students whose final answer is wrong', + selectable => 'yes', + selected => 'yes', + }, + { name => 'deg_of_diff', + title => 'DoDiff', + align => 'right', + color => '#FFFFE6', + format => '%5.2f', + sortable => 'yes', + graphable => 'yes', + long_title => 'Degree of Difficulty'. + '[ 1 - ((#YES+#yes) / Tries) ]', + selectable => 'yes', + selected => 'yes', + }, + { name => 'deg_of_disc', + title => 'DoDisc', + align => 'right', + color => '#FFFFE6', + format => '%4.2f', + sortable => 'yes', + graphable => 'yes', + long_title => 'Degree of Discrimination', + selectable => 'yes', + selected => 'no', + }, +); + +my %SelectedFields; + +sub parse_field_selection { + # + # Pull out the defaults + if (! defined($ENV{'form.fieldselections'})) { + $ENV{'form.fieldselections'} = []; + foreach my $field (@Fields) { + next if ($field->{'selectable'} ne 'yes'); + if ($field->{'selected'} eq 'yes') { + push(@{$ENV{'form.fieldselections'}},$field->{'name'}); + } + } } - $Result .= "\n".''."\n"; - $r->print($Result); - $r->rflush(); + # + # This should not happen, but in case it does... + if (ref($ENV{'form.fieldselections'}) ne 'ARRAY') { + $ENV{'form.fieldselections'} = [$ENV{'form.fieldselections'}]; + } + # + # Set the field data and the selected fields (for easier checking) + undef(%SelectedFields); + foreach my $field (@Fields) { + next if ($field->{'selectable'} ne 'yes'); + $field->{'selected'} = 'no'; + foreach my $selection (@{$ENV{'form.fieldselections'}}) { + if ($selection eq $field->{'name'} || $selection eq 'all') { + $field->{'selected'} = 'yes'; + $SelectedFields{$field->{'name'}}++; + } + } + } + return; } -sub CloseTable { - my ($cache,$r)=@_; - if($cache->{'DisplayFormat'} eq 'Display CSV Format') { - return; - } - $r->print("\n".'
P#'.''.'
'."\n"); - $r->rflush(); +sub field_selection_input { + my $Str = '\n"; } +############################################### +############################################### - -# ------ Dump the Student's DB file and handling the data for statistics table -sub ExtractStudentData { - my ($cache,$name,$list,$Discuss,$r,$discriminant)=@_; - my $totalTries = 0; - my $totalAwarded = 0; - my $spent=0; - my $spent_yes=0; - my $TotDiscuss=0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TotFirst = 0; - my $TimeTot = 0; - my $Discussed=0; - my $discrim=''; - my $tempSequenceOrder=100; - -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$cache); -#$Apache::lonxml::debug=0; - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - my $tempProblemOrder=100; - $tempSequenceOrder++; -# if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && -# $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { -# $r->print("
sequences=$cache->{'orderedSequences'}"); -# $r->print("
".$cache->{$sequence.':title'}); -# next; -# } - - #$discrim .= '&'; - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { -# $r->print("
problems=$cache->{$sequence.':problems'}"); - my $problem = $cache->{$problemID.':problem'}; -# $r->print("
$problemID === $problem"); - my $LatestVersion = $cache->{$name.':version:'.$problem}; - # Output dashes for all the parts of this problem if there - # is no version information about the current problem. - #if(!$LatestVersion) { - # foreach my $part (split(/\:/,$cache->{$sequence.':'. - # $problemID. - # ':parts'})) { - # $codes .= "-,"; - # $attempts .= "0,"; - # } - # next; - #} - - my %partData=undef; - $partData{'count'}=0; - # Initialize part data, display skips correctly - # Skip refers to when a student made no submissions on that - # part/problem. - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - $tempProblemOrder++; - $partData{'count'}++; -# $r->print("
parts=$cache->{$sequence.':'.$problemID.':parts'}"); - $partData{$part.':order'}=$tempProblemOrder; - $partData{$part.':tries'}=0; - $partData{$part.':code'}='-'; - } +=pod - # Looping through all the versions of each part, starting with the - # oldest version. Basically, it gets the most recent - # set of grade data for each part. - for(my $Version=1; $Version<=$LatestVersion; $Version++) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - - if(!defined($cache->{$name.":$Version:$problem". - ":resource.$part.solved"})) { - # No grade for this submission, so skip - next; - } +=item &CreateInterface() - my $tries=0; - my $time=0; - my $awarded=0; - $Discussed=0; - my $code='-'; - - $awarded = $cache->{"$name:$Version:$problem:resource.". - "$part.awarded"}; - $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; - $totalAwarded += $awarded; - - $tries = $cache->{"$name:$Version:$problem". - ":resource.$part.tries"}; - $partData{$part.':tries'} = ($tries) ? $tries : 0; - $partData{$part.':wrong'} = $partData{$part.':tries'}; - $totalTries += $tries; - - my $val = $cache->{$name.":$Version:$problem". - ":resource.$part.solved"}; - if ($val eq 'correct_by_student') {$code = 'C';} - elsif ($val eq 'correct_by_override') {$code = 'O';} - elsif ($val eq 'incorrect_attempted') {$code = 'I';} - elsif ($val eq 'incorrect_by_override'){$code = 'I';} - elsif ($val eq 'excused') {$code = 'x';} - $partData{$part.':code'}=$code; - if($partData{$part.':wrong'} ne 0 && - ($code eq 'C' || $code eq 'O')) { - $partData{$part.':wrong'}--; - } - } - } +Create the main intereface for the statistics page. Allows the user to +select sections, maps, and output. -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%partData); -#$Apache::lonxml::debug=0; - - # Loop through all the parts for the current problem in the - # correct order and prepare the output - my $partCounter=0; - foreach (split(/\:/,$cache->{$sequence.':'.$problemID. - ':parts'})) { - $partCounter++; - my $Yes = 0; - if($partData{$_.':code'} eq 'C' || - $partData{$_.':code'} eq 'O') { - $Yes=1; - } - my $pOrder=$partData{$_.':order'}; - my $ptr = $tempSequenceOrder.':'.$pOrder.':'.$problemID; +=cut - if($partData{'count'} > 1) { - $ptr .= "*(part $_)"; - } - #if($partCounter > 1) { - $discrim .= '&'; - #} - - my ($pr_no,$dod)=split('&',$ptr); -# my $DoDiff=$DoDiff->{$dod}; -# $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); - - my $Fac = ($partData{$_.':tries'}) ? - ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; - my $DisF; - if($Fac > 0 && $Fac < 1) { - $DisF = sprintf( "%.4f", $Fac ); - } else { - $DisF = $Fac; - } +############################################### +############################################### +sub CreateInterface { + &parse_field_selection(); + my $Str = ''; + $Str .= &Apache::lonhtmlcommon::breadcrumbs + (undef,'Overall Problem Statistics','Statistics_Overall_Key'); + $Str .= ''."\n"; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''."\n"; + # + $Str .= ''."\n"; + $Str .= '
'.&mt('Sections').''.&mt('Enrollment Status').''.&mt('Sequences and Folders').''.&mt('Statistics').''. + &Apache::lonstathelpers::limit_by_time_form().'
'."\n"; + $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); + $Str .= ''; + $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); + $Str .= ''; + # + my $only_seq_with_assessments = sub { + my $s=shift; + if ($s->{'num_assess'} < 1) { + return 0; + } else { + return 1; + } + }; + $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5, + $only_seq_with_assessments); + $Str .= ''.&field_selection_input(); + $Str .= '
'."\n"; + $Str .= ''; + $Str .= ' 'x5; + $Str .= 'Plot '.&plot_dropdown().(' 'x10); + $Str .= ''; + $Str .= ' 'x5; + $Str .= ''; + $Str .= ' 'x5; + $Str .= ''; + $Str .= ' 'x5; + return $Str; +} - if ($Discuss->{"$name:$problem"}) { - $TotDiscuss++; - $Discussed=1; - } - my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; - $discrim .= $tempSequenceOrder.'@'.$pOrder.'='.$DisF.'+'.$Yes; - $ptr .= '&'.$partData{$_.':tries'}. - '&'.$partData{$_.':wrong'}. - '&'.$partData{$_.':code'}; - push (@$list, $ptr."&$Discussed"); -# $r->print('
'.$_.$name.'---'.$ptr); - -#### if ($DoDiff>0.85) { +############################################### +############################################### - $TimeTot += $time; +=pod - if ($Yes==1 && $partData{$_.':tries'}==1) { - $TotFirst++; - } -# my $Acts= $Activity->{$name.':'.$problem}; -# if ($Acts) { -# my $Pt=&ProcAct( $Acts, $time ); - #my ($spe,$beg) = split(/\+/,$Pt); -# my $spe= $Pt; -# if ($Yes==1) {$spent_yes += $spe;} -# $spent += $spe; - #$Beg += $beg; -# $r->print('
'.$name.'---'.$problem.'---'.$spe); -# } - $TotalOpend++; - $ProbTot++; +=item &BuildProblemStatisticsPage() + +Main interface to problem statistics. - $tempProblemOrder++; +=cut + +############################################### +############################################### +sub BuildProblemStatisticsPage { + my ($r,$c)=@_; + # + my %Saveable_Parameters = ('Status' => 'scalar', + 'statsoutputmode' => 'scalar', + 'Section' => 'array', + 'StudentData' => 'array', + 'Maps' => 'array'); + &Apache::loncommon::store_course_settings('statistics', + \%Saveable_Parameters); + &Apache::loncommon::restore_course_settings('statistics', + \%Saveable_Parameters); + # + &Apache::lonstatistics::PrepareClasslist(); + # + # Clear the package variables + undef(@StatsArray); + # + # Finally let the user know we are here + my $interface = &CreateInterface(); + $r->print($interface); + $r->print(''); + # + if (! exists($ENV{'form.statsfirstcall'})) { + $r->print(''); + $r->print('

'. + &mt('Press "Generate Statistics" when you are ready.'). + '

'. + &mt('It may take some time to update the student data '. + 'for the first analysis. Future analysis this session '. + ' will not have this delay.'). + '

'); + return; + } elsif ($ENV{'form.statsfirstcall'} eq 'yes' || + exists($ENV{'form.UpdateCache'}) || + exists($ENV{'form.ClearCache'}) ) { + $r->print(''); + &Apache::lonstatistics::Gather_Student_Data($r); + } else { + $r->print(''); + } + $r->rflush(); + # + # This probably does not need to be done each time we are called, but + # it does not slow things down noticably. + &Apache::loncoursedata::populate_weight_table(); + # + if (exists($ENV{'form.Excel'})) { + &Excel_output($r); + } else { + my $count = 0; + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + $count += $seq->{'num_assess'}; + } + if ($count > 10) { + $r->print('

'. + &mt('Compiling statistics for [_1] problems',$count). + '

'); + if ($count > 30) { + $r->print('

'.&mt('This will take some time.').'

'); } + $r->rflush(); + } + # + my $sortby = $ENV{'form.sortby'}; + $sortby = 'container' if (! defined($sortby) || $sortby =~ /^\s*$/); + my $plot = $ENV{'form.plot'}; + if ($plot eq '' || $plot eq 'none') { + undef($plot); + } + if ($sortby eq 'container' && ! defined($plot)) { + &output_html_by_sequence($r); + } else { + if (defined($plot)) { + &make_plot($r,$plot); + } + &output_html_stats($r); } } - my $pstr; - if($totalTries) { - my $DisFac = ($totalAwarded/$totalTries); - my $DisFactor = sprintf( "%.4f", $DisFac ); - my $TS = sprintf( "%.2f", $spent ); - my $TS_yes = sprintf( "%.2f", $spent_yes ); - $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. - $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. - $TS_yes.':'.$TS.':'.$TotDiscuss; - (%$discriminant)->{$pstr}=$discrim; + return; +} + +########################################################## +########################################################## +## +## HTML output routines +## +########################################################## +########################################################## +sub output_html_by_sequence { + my ($r) = @_; + my $c = $r->connection(); + $r->print(&html_preamble()); + # + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + last if ($c->aborted); + next if ($seq->{'num_assess'} < 1); + $r->print("

".$seq->{'title'}."

". + '
'."\n". + ''."\n". + ''. + &statistics_table_header('no container')."\n"); + my @Data = &compute_statistics_on_sequence($seq); + foreach my $data (@Data) { + $r->print(''.&statistics_html_table_data($data, + 'no container'). + "\n"); + } + $r->print('
'."\n".'
'."\n"); + $r->rflush(); } + return; } +sub output_html_stats { + my ($r)=@_; + &compute_all_statistics($r); + $r->print(&html_preamble()); + &sort_data($ENV{'form.sortby'}); + # + my $count=0; + foreach my $data (@StatsArray) { + if ($count++ % 50 == 0) { + $r->print("\n\n"); + $r->print('
'."\n". + ''."\n". + ''. + ''. + &statistics_table_header(). + "\n"); + } + $r->print(''.&statistics_html_table_data($data)."\n"); + } + $r->print("
\n
\n"); + return; +} -=pod -sub MySort { - if ( $Pos > 0 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } +sub html_preamble { + my $Str=''; + $Str .= "

". + $ENV{'course.'.$ENV{'request.course.id'}.'.description'}. + "

\n"; + my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); + if (defined($starttime) || defined($endtime)) { + # Inform the user what the time limits on the data are. + $Str .= '

'.&mt('Statistics on submissions from [_1] to [_2]', + &Apache::lonlocal::locallocaltime($starttime), + &Apache::lonlocal::locallocaltime($endtime) + ).'

'; + } + $Str .= "

".&mt('Compiled on [_1]', + &Apache::lonlocal::locallocaltime(time))."

"; + return $Str; +} + + +############################################### +############################################### +## +## Misc HTML output routines +## +############################################### +############################################### +sub statistics_html_table_data { + my ($data,$options) = @_; + my $row = ''; + foreach my $field (@Fields) { + next if ($options =~ /no $field->{'name'}/); + next if ($field->{'selected'} ne 'yes'); + $row .= '{'align'})) { + $row .= ' align="'.$field->{'align'}.'"'; + } + $row .= '>'; + if (exists($field->{'special'}) && $field->{'special'} eq 'link') { + $row .= ''; + } + if (exists($field->{'format'})) { + $row .= sprintf($field->{'format'},$data->{$field->{'name'}}); + } else { + $row .= $data->{$field->{'name'}}; + } + if (exists($field->{'special'}) && $field->{'special'} eq 'link') { + $row.= ''; + } + $row .= ''; } + return $row; } -=cut +sub statistics_table_header { + my ($options) = @_; + my $header_row; + foreach my $field (@Fields) { + next if ($options =~ /no $field->{'name'}/); + next if ($field->{'selected'} ne 'yes'); + $header_row .= ''; + if (exists($field->{'sortable'}) && $field->{'sortable'} eq 'yes') { + $header_row .= '{'name'}."'". + ';document.Statistics.submit();">'; + } + $header_row .= &mt($field->{'title'}); + if ($options =~ /sortable/) { + $header_row.= ''; + } + if ($options !~ /no plots/ && + exists($field->{'graphable'}) && + $field->{'graphable'} eq 'yes') { + $header_row.=' ('; + $header_row .= ''; + $header_row .= &mt('plot').')'; + } + $header_row .= ''; + } + return $header_row; +} -sub BuildStatisticsTable { - my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_; - my $NoElements = scalar @$list; - my @List=sort(@$list); - -#6666666 -# my $file="/home/httpd/perl/tmp/183d.txt"; -# open(OUT, ">$file"); -#6666666 -## &Apache::lonstatistics::Create_PrgWin($r); -##777777 -## my (%Activity) = &LoadActivityLog(); -## $r->print(''); -## my ($doDiffFile) = &LoadDoDiffFile(); - -##777777 -## $Str .= &Classify($discriminantFactor, $students); - - my $p_count = 0; - my $dummy; - my $p_val; - my $ResId; - my %GraphDat; - my $cIdx=0; - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - - &CreateProblemStatisticsTableHeading(1,$cache->{$sequence.':source'}, - $cache->{$sequence.':title'}, - $headings,$r); - my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $List[$cIdx]); - my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); - $sequence+=100; - while ($SqOrd==$sequence && $cIdx<$NoElements) { - my %storestats=(); - my $pOrd=$PrOrd; - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my $DiscNo=0; - my @StdLst; - while ($pOrd==$PrOrd && $cIdx<$NoElements) - { - $cIdx++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq '-' ) { $StdNo--; } - ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $List[$cIdx]); - ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); - } - - $p_count++; - my $Dummy; - ($ResId,$Dummy)=split(/\*/,$Temp); - -###################### - $Temp = ''.$cache->{$ResId.':title'}.$Dummy.''; - - #$r->print('
rid='.$ResId); - #$r->print('
src='.$cache->{$ResId.':source'}); - #$r->print('
tit='.$cache->{$ResId.':title'}); - - my $res = &Apache::lonnet::declutter($cache->{$ResId.':source'}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); - $urlres=$Map; -####################### - -# $res = ''.$res.''; - #$Map = ''.$res.''; - -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } - -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; - -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } - -#--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,$upper->{$sequence.'@'.$pOrd}); - my ($Lw1,$Lw2)=split(/\:/,$lower->{$sequence.'@'.$pOrd}); - - my $Dis1 = $Up1 - $Lw1; - my $Dis2 = $Up2 - $Lw2; - my $_D1 = sprintf("%.2f", $Dis1); - my $_D2 = sprintf("%.2f", $Dis2); - -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $Prob.'&'.$Temp.'&'.$StdNo.'&'. - $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. - $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. - $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. - $DiscNo.'&'.$Prob; -##8888 $CachData{($p_count-1)}=$join; - -#6666666 -# $r->print('
'.$out.'&'.$DoD); -# print (OUT $out.'@'.$DoD.'&'); -#6666666 - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } -#-------------------------------- Row of statistical table - &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color,\%GraphDat); - } - &CloseTable($cache,$r); - } -### &Close_PrgWin(); -#666666 -# close( OUT ); -#666666 +#################################################### +#################################################### +## +## Plotting Routines +## +#################################################### +#################################################### +sub make_plot { + my ($r,$plot) = @_; + &compute_all_statistics($r); + &sort_data($ENV{'form.sortby'}); + if ($plot eq 'degrees') { + °rees_plot($r); + } elsif ($plot eq 'tries statistics') { + &tries_data_plot($r); + } else { + &make_single_stat_plot($r,$plot); + } + return; } -=pod -sub Cache_Statistics { - my ($cache,$color)=@_; - my @list = (); - my $Useful; - my $UnUseful; -# $r->print(''."\n"); - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - my $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - my $nIndex=0; - - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateProblemStatisticsTableHeading($cache,1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex,$color,\%GraphDat); - $nIndex++; - } - &CloseTable($cache); - } - } - else { - &CreateProblemStatisticsTableHeading($cache,0); - for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex,$color,\%GraphDat); - } - &CloseTable($cache); - } -} -=cut - -sub TableRow { - my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; - my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, - $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); -# $r->print('
'.$Str); - my $Ptr; - if ($ENV{'form.showcsv'}) { - my ($ResId,$Dummy)=split(/\*/,$Prob); - $Ptr="\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$cache->{'src_'.$ResId}.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; +sub make_single_stat_plot { + my ($r,$datafield) = @_; + # + my $title; my $yaxis; + foreach my $field (@Fields) { + next if ($field->{'name'} ne $datafield); + $title = $field->{'long_title'}; + $yaxis = $field->{'title'}; + last; + } + if ($title eq '' || $yaxis eq '') { + # datafield is something we do not know enough about to plot + $r->print('

'. + &mt('Unable to plot the requested statistic.'). + '

'); + return; + } + # + # Build up the data sets to plot + my @Labels; + my @Data; + my $max = 1; + foreach my $data (@StatsArray) { + push(@Labels,$data->{'problem_num'}); + push(@Data,$data->{$datafield}); + if ($data->{$datafield}>$max) { + $max = $data->{$datafield}; + } + } + foreach (1,2,3,4,5,10,15,20,25,40,50,75,100,150,200,250,300,500,600,750, + 1000,1500,2000,2500,3000,3500,4000,5000,7500,10000,15000,20000) { + if ($max <= $_) { + $max = $_; + last; + } + } + if ($max > 20000) { + $max = 10000*(int($max/10000)+1); + } + # + $r->print("

".&Apache::loncommon::DrawBarGraph($title, + 'Problem Number', + $yaxis, + $max, + undef, # colors + \@Labels, + \@Data)."

\n"); + return; +} - $r->print("\n".$Ptr); +sub degrees_plot { + my ($r)=@_; + my $count = scalar(@StatsArray); + my $width = 50 + 10*$count; + $width = 300 if ($width < 300); + my $height = 300; + my $plot = ''; + my $ymax = 0; + my $ymin = 0; + my @Disc; my @Diff; my @Labels; + foreach my $data (@StatsArray) { + push(@Labels,$data->{'problem_num'}); + my $disc = $data->{'deg_of_disc'}; + my $diff = $data->{'deg_of_diff'}; + push(@Disc,$disc); + push(@Diff,$diff); + # + $ymin = $disc if ($ymin > $disc); + $ymin = $diff if ($ymin > $diff); + $ymax = $disc if ($ymax < $disc); + $ymax = $diff if ($ymax < $diff); + } + # + # Make sure we show relevant information. + if ($ymin < 0) { + if (abs($ymin) < 0.05) { + $ymin = 0; + } else { + $ymin = -1; + } + } + if ($ymax > 0) { + if (abs($ymax) < 0.05) { + $ymax = 0; + } else { + $ymax = 1; + } + } + # + my $xmax = $Labels[-1]; + if ($xmax > 50) { + if ($xmax % 10 != 0) { + $xmax = 10 * (int($xmax/10)+1); + } } else { - $Ptr="\n".''. - "\n".''.($RealIdx+1).''. - # "\n".''.$PrOrd.$Temp.''. - "\n".''.$Temp.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".' '.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''. - "\n".' '.$DiscNo.''; - $r->print("\n".$Ptr.'' ); - } -# $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; + if ($xmax % 5 != 0) { + $xmax = 5 * (int($xmax/5)+1); + } + } + # + my $discdata .= ''.join(',',@Labels).''.$/. + ''.join(',',@Disc).''.$/; + # + my $diffdata .= ''.join(',',@Labels).''.$/. + ''.join(',',@Diff).''.$/; + # + $plot=<<"END"; + + + Degree of Discrmination and Degree of Difficulty + + Problem Number + + $discdata + + + $diffdata + + +END + my $plotresult = + '

'.&Apache::lonxml::xmlparse($r,'web',$plot).'

'.$/; + $r->print($plotresult); + return; } +sub tries_data_plot { + my ($r)=@_; + my $count = scalar(@StatsArray); + my $width = 50 + 10*$count; + $width = 300 if ($width < 300); + my $height = 300; + my $plot = ''; + my @STD; my @Mean; my @Max; my @Min; + my @Labels; + my $ymax = 5; + foreach my $data (@StatsArray) { + my $max = $data->{'mean_tries'} + $data->{'std_tries'}; + $ymax = $max if ($ymax < $max); + $ymax = $max if ($ymax < $max); + push(@Labels,$data->{'problem_num'}); + push(@STD,$data->{'std_tries'}); + push(@Mean,$data->{'mean_tries'}); + } + # + # Make sure we show relevant information. + my $xmax = $Labels[-1]; + if ($xmax > 50) { + if ($xmax % 10 != 0) { + $xmax = 10 * (int($xmax/10)+1); + } + } else { + if ($xmax % 5 != 0) { + $xmax = 5 * (int($xmax/5)+1); + } + } + $ymax = int($ymax)+1+2; + # + my $std_data .= ''.join(',',@Labels).''.$/. + ''.join(',',@Mean).''.$/; + # + my $std_error_data .= ''.join(',',@Labels).''.$/. + ''.join(',',@Mean).''.$/. + ''.join(',',@STD).''.$/; + # + $plot=<<"END"; + + Mean and S.D. of Tries + + Problem Number + + $std_error_data + + + $std_data + + +END + my $plotresult = + '

'.&Apache::lonxml::xmlparse($r,'web',$plot).'

'.$/; + $r->print($plotresult); + return; +} -# For loading the colored table for display or un-colored for print -sub setbgcolor { - my $PrintTable=shift; - my %color; - if ($PrintTable){ - $color{"gb"}="#FFFFFF"; - $color{"red"}="#FFFFFF"; - $color{"yellow"}="#FFFFFF"; - $color{"green"}="#FFFFFF"; - $color{"purple"}="#FFFFFF"; +sub plot_dropdown { + my $current = ''; + # + if (defined($ENV{'form.plot'})) { + $current = $ENV{'form.plot'}; + } + # + my @Additional_Plots = ( + { graphable=>'yes', + name => 'degrees', + title => 'DoDisc and DoDiff' }, + { graphable=>'yes', + name => 'tries statistics', + title => 'Mean and S.D. of Tries' }); + # + my $Str= "\n".''."\n"; + return $Str; +} + +############################################### +############################################### +## +## Excel output routines +## +############################################### +############################################### +sub Excel_output { + my ($r) = @_; + $r->print('

'.&mt('Preparing Excel Spreadsheet').'

'); + ## + ## Compute the statistics + &compute_all_statistics($r); + my $c = $r->connection; + return if ($c->aborted()); + ## + ## Create the excel workbook + my $filename = '/prtspool/'. + $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. + time.'_'.rand(1000000000).'.xls'; + my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); + # + # Create sheet + my $excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); + # + # Check for errors + if (! defined($excel_workbook)) { + $r->log_error("Error creating excel spreadsheet $filename: $!"); + $r->print(&mt("Problems creating new Excel file. ". + "This error has been logged. ". + "Please alert your LON-CAPA administrator.")); + return 0; + } + # + # The excel spreadsheet stores temporary data in files, then put them + # together. If needed we should be able to disable this (memory only). + # The temporary directory must be specified before calling 'addworksheet'. + # File::Temp is used to determine the temporary directory. + $excel_workbook->set_tempdir($Apache::lonnet::tmpdir); + # + # Add a worksheet + my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'}; + if (length($sheetname) > 31) { + $sheetname = substr($sheetname,0,31); + } + my $excel_sheet = $excel_workbook->addworksheet( + &Apache::loncommon::clean_excel_name($sheetname)); + ## + ## Begin creating excel sheet + ## + my ($rows_output,$cols_output) = (0,0); + # + # Put the course description in the header + $excel_sheet->write($rows_output,$cols_output++, + $ENV{'course.'.$ENV{'request.course.id'}.'.description'}); + $cols_output += 3; + # + # Put a description of the sections listed + my $sectionstring = ''; + my @Sections = @Apache::lonstatistics::SelectedSections; + if (scalar(@Sections) > 1) { + if (scalar(@Sections) > 2) { + my $last = pop(@Sections); + $sectionstring = "Sections ".join(', ',@Sections).', and '.$last; + } else { + $sectionstring = "Sections ".join(' and ',@Sections); + } } else { - $color{"gb"}="#DDFFFF"; - $color{"red"}="#FFDDDD"; - $color{"yellow"}="#EEFFCC"; - $color{"green"}="#DDFFDD"; - $color{"purple"}="#FFDDFF"; + if ($Sections[0] eq 'all') { + $sectionstring = "All sections"; + } else { + $sectionstring = "Section ".$Sections[0]; + } } + $excel_sheet->write($rows_output,$cols_output++,$sectionstring); + $cols_output += scalar(@Sections); + # + # Time restrictions + my $time_string; + if (defined($starttime)) { + # call localtime but not lonlocal:locallocaltime because excel probably + # cannot handle localized text. Probably. + $time_string .= 'Data collected from '.localtime($time_string); + if (defined($endtime)) { + $time_string .= ' to '.localtime($endtime); + } + $time_string .= '.'; + } elsif (defined($endtime)) { + # See note above about lonlocal:locallocaltime + $time_string .= 'Data collected before '.localtime($endtime).'.'; + } + # + # Put the date in there too + $excel_sheet->write($rows_output,$cols_output++, + 'Compiled on '.localtime(time)); + # + $rows_output++; + $cols_output=0; + # + # Long Headers + foreach my $field (@Fields) { + next if ($field->{'name'} eq 'problem_num'); + next if ($field->{'selected'} ne 'yes'); + if (exists($field->{'long_title'})) { + $excel_sheet->write($rows_output,$cols_output++, + $field->{'long_title'}); + } else { + $excel_sheet->write($rows_output,$cols_output++,''); + } + } + $rows_output++; + $cols_output=0; + # Brief headers + foreach my $field (@Fields) { + next if ($field->{'selected'} ne 'yes'); + next if ($field->{'name'} eq 'problem_num'); + # Use english for excel as I am not sure how well excel handles + # other character sets.... + $excel_sheet->write($rows_output,$cols_output++,$field->{'title'}); + } + $rows_output++; + foreach my $data (@StatsArray) { + $cols_output=0; + foreach my $field (@Fields) { + next if ($field->{'selected'} ne 'yes'); + next if ($field->{'name'} eq 'problem_num'); + $excel_sheet->write($rows_output,$cols_output++, + $data->{$field->{'name'}}); + } + $rows_output++; + } + # + $excel_workbook->close(); + # + # Tell the user where to get their excel file + $r->print('
'. + ''. + &mt('Your Excel Spreadsheet').''."\n"); + $r->rflush(); + return; +} - return \%color; +################################################## +################################################## +## +## Statistics Gathering and Manipulation Routines +## +################################################## +################################################## +sub compute_statistics_on_sequence { + my ($seq) = @_; + my @Data; + foreach my $res (@{$seq->{'contents'}}) { + next if ($res->{'type'} ne 'assessment'); + foreach my $part (@{$res->{'parts'}}) { + # + # This is where all the work happens + my $data = &get_statistics($seq,$res,$part,scalar(@StatsArray)+1); + push (@Data,$data); + push (@StatsArray,$data); + } + } + return @Data; } +sub compute_all_statistics { + my ($r) = @_; + if (@StatsArray > 0) { + # Assume we have already computed the statistics + return; + } + my $c = $r->connection; + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + last if ($c->aborted); + next if ($seq->{'num_assess'} < 1); + &compute_statistics_on_sequence($seq); + } +} -sub StatusOptions { - my ($cache)=@_; +sub sort_data { + my ($sortkey) = @_; + return if (! @StatsArray); + # + # Sort the data + my $sortby = undef; + foreach my $field (@Fields) { + if ($sortkey eq $field->{'name'}) { + $sortby = $field->{'name'}; + } + } + if (! defined($sortby) || $sortby eq '' || $sortby eq 'problem_num') { + $sortby = 'container'; + } + if ($sortby ne 'container') { + # $sortby is already defined, so we can charge ahead + if ($sortby =~ /^(title|part)$/i) { + # Alpha comparison + @StatsArray = sort { + lc($a->{$sortby}) cmp lc($b->{$sortby}) || + lc($a->{'title'}) cmp lc($b->{'title'}) || + lc($a->{'part'}) cmp lc($b->{'part'}); + } @StatsArray; + } else { + # Numerical comparison + @StatsArray = sort { + my $retvalue = 0; + if ($b->{$sortby} eq 'nan') { + if ($a->{$sortby} ne 'nan') { + $retvalue = -1; + } else { + $retvalue = 0; + } + } + if ($a->{$sortby} eq 'nan') { + if ($b->{$sortby} ne 'nan') { + $retvalue = 1; + } + } + if ($retvalue eq '0') { + $retvalue = $b->{$sortby} <=> $a->{$sortby} || + lc($a->{'title'}) <=> lc($b->{'title'}) || + lc($a->{'part'}) <=> lc($b->{'part'}); + } + $retvalue; + } @StatsArray; + } + } + # + # Renumber the data set + my $count; + foreach my $data (@StatsArray) { + $data->{'problem_num'} = ++$count; + } + return; +} - my $Status = $cache->{'Status'}; - my $OpSel1 = ''; - my $OpSel2 = ''; - my $OpSel3 = ''; +######################################################## +######################################################## - if($Status eq 'Any') { $OpSel3 = ' selected'; } - elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } - else { $OpSel1 = ' selected'; } +=pod - my $Ptr = ''; - $Ptr .= 'Student Status:'."\n"; - $Ptr .= ''."\n"; +=item &get_statistics() - return $Ptr; -} +Wrapper routine from the call to loncoursedata::get_problem_statistics. +Calls lonstathelpers::get_time_limits() to limit the data set by time +and &compute_discrimination_factor -sub AscendOrderOptions { - my ($order)=@_; +Inputs: $sequence, $resource, $part, $problem_num - my $OpSel1 = ''; - my $OpSel2 = ''; +Returns: Hash reference with statistics data from +loncoursedata::get_problem_statistics. - if($order eq 'Ascending') { - $OpSel1 = ' selected'; - } else { - $OpSel2 = ' selected'; +=cut + +######################################################## +######################################################## +sub get_statistics { + my ($sequence,$resource,$part,$problem_num) = @_; + # + my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); + my $symb = $resource->{'symb'}; + my $courseid = $ENV{'request.course.id'}; + # + my $data = &Apache::loncoursedata::get_problem_statistics + (\@Apache::lonstatistics::SelectedSections, + $Apache::lonstatistics::enrollment_status, + $symb,$part,$courseid,$starttime,$endtime); + $data->{'part'} = $part; + $data->{'problem_num'} = $problem_num; + $data->{'container'} = $sequence->{'title'}; + $data->{'title'} = $resource->{'title'}; + $data->{'title.link'} = $resource->{'src'}.'?symb='. + &Apache::lonnet::escape($resource->{'symb'}); + # + if ($SelectedFields{'deg_of_disc'}) { + $data->{'deg_of_disc'} = + &compute_discrimination_factor($resource,$part,$sequence); } + return $data; +} + + +############################################### +############################################### + +=pod + +=item &compute_discrimination_factor() + +Inputs: $Resource, $Sequence + +Returns: integer between -1 and 1 + +=cut - my $Ptr = ''; - $Ptr .= 'Sorting Type:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; -} - -sub ProblemStatisticsButtons { - my ($displayFormat)=@_; - - my $Ptr = ''; - $Ptr .= '{'contents'}}) { + next if ($res->{'symb'} eq $resource->{'symb'}); + push (@Resources,$res->{'symb'}); + } + # + # rank + my $ranking = + &Apache::loncoursedata::rank_students_by_scores_on_resources + (\@Resources, + \@Apache::lonstatistics::SelectedSections, + $Apache::lonstatistics::enrollment_status,undef); + # + # compute their percent scores on the problems in the sequence, + my $number_to_grab = int(scalar(@{$ranking})/4); + my $num_students = scalar(@{$ranking}); + my @BottomSet = map { $_->[&Apache::loncoursedata::RNK_student()]; + } @{$ranking}[0..$number_to_grab]; + my @TopSet = + map { + $_->[&Apache::loncoursedata::RNK_student()]; + } @{$ranking}[($num_students-$number_to_grab)..($num_students-1)]; + my ($bottom_sum,$bottom_max) = + &Apache::loncoursedata::get_sum_of_scores($resource,$part,\@BottomSet); + my ($top_sum,$top_max) = + &Apache::loncoursedata::get_sum_of_scores($resource,$part,\@TopSet); + my $deg_of_disc; + if ($top_max == 0 || $bottom_max==0) { + $deg_of_disc = 'nan'; } else { - $Ptr .= 'value="Display Table Format" />'."\n"; + $deg_of_disc = ($top_sum/$top_max) - ($bottom_sum/$bottom_max); } - $Ptr .= ''; - - return $Ptr; + #&Apache::lonnet::logthis(' '.$top_sum.'/'.$top_max. + # ' - '.$bottom_sum.'/'.$bottom_max); + return $deg_of_disc; } -sub ProblemStatisticsLegend { - my $Ptr = ''; - $Ptr = ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= '
'; - $Ptr .= '#StdntsTotal Number of Students opened the problem.'; - $Ptr .= '
'; - $Ptr .= 'TriesTotal Number of Tries for solving the problem.'; - $Ptr .= '
'; - $Ptr .= 'ModMaximunm Number of Tries for solving the problem.'; - $Ptr .= '
'; - $Ptr .= 'MeanAverage Number of the tries. [ Tries / #Stdnts ]'; - $Ptr .= '
'; - $Ptr .= '#YESNumber of students solved the problem correctly.'; - $Ptr .= '
'; - $Ptr .= '#yesNumber of students solved the problem by override.'; - $Ptr .= '
'; - $Ptr .= '%WrngPercentage of students tried to solve the problem '; - $Ptr .= 'but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; - $Ptr .= '
'; - $Ptr .= 'DoDiffDegree of Difficulty of the problem. '; - $Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]'; - $Ptr .= '
'; - $Ptr .= 'S.D.Standard Deviation of the tries. '; - $Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) '; - $Ptr .= 'where Xi denotes every student\'s tries ]'; - $Ptr .= '
'; - $Ptr .= 'Skew.Skewness of the students tries.'; - $Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]'; - $Ptr .= '
'; - $Ptr .= 'Dis.F.Discrimination Factor: A Standard for evaluating the '; - $Ptr .= 'problem according to a Criterion
'; - $Ptr .= '[Applied Criterion in %27 Upper Students - '; - $Ptr .= 'Applied the same Criterion in %27 Lower Students]
'; - $Ptr .= '1st Criterion for Sorting the Students: '; - $Ptr .= 'Sum of Partial Credit Awarded / Total Number of Tries
'; - $Ptr .= '2nd Criterion for Sorting the Students: '; - $Ptr .= 'Total number of Correct Answers / Total Number of Tries'; - $Ptr .= '
Disc.Number of Students had at least one discussion.'; - $Ptr .= '
'; - - return $Ptr; -} - -#------- Processing upperlist and lowerlist according to each problem -sub ProcessDiscriminant { - my ($List,$r) = @_; - my @sortedList = sort (@$List); - my $Count = scalar @sortedList; - my $Problem; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum1=0; - my $Sum2=0; - my $nIndex=0; - my $nStudent=0; - my %Proc=undef; - while ($nIndex<$Count) { -# $r->print("
$nIndex) $sortedList[$nIndex]"); - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - my $Temp = $Problem; - do { - $nIndex++; - $nStudent++; - $Sum1 += $Dis[0]; - $Sum2 += $Dis[1]; - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - } while ( $Problem eq $Temp && $nIndex < $Count ); - $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $r->print("
$nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); - $Sum1=0; - $Sum2=0; - $nStudent=0; - } - - return %Proc; -} - -#------- Creating Discimination factor -sub Discriminant { - my ($discriminant,$r)=@_; -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$discriminant); -#$Apache::lonxml::debug=0; - my @discriminantKeys=keys(%$discriminant); - my $Count = scalar @discriminantKeys; - - my $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - - $Count=0; - foreach my $key (sort(@discriminantKeys)) { - $Count++; - if($low < $UpCnt || $Count > $up) { - $low++; - my $str=$discriminant->{$key}; - foreach(split(/\&/,$str)){ - if($_) { - if($low<$UpCnt) { push(@LowList,$_); } - else { push(@UpList,$_); } - } - } - } - } - my %DisUp = &ProcessDiscriminant(\@UpList,$r); - my %DisLow = &ProcessDiscriminant(\@LowList,$r); +############################################### +############################################### - return (\%DisUp, \%DisLow); -} +=pod -#---- END Problem Statistics Web Page ---------------------------------------- +=item ProblemStatisticsLegend -#---- Problem Statistics Graph Web Page -------------------------------------- +=over 4 -# ------------------------------------------- Prepare data for Graphical chart +=item #Stdnts +Total number of students attempted the problem. -sub BuildDiffGraph { - my ($r)=@_; +=item Tries +Total number of tries for solving the problem. + +=item Max Tries +Largest number of tries for solving the problem by a student. + +=item Mean +Average number of tries. [ Tries / #Stdnts ] + +=item #YES +Number of students solved the problem correctly. + +=item #yes +Number of students solved the problem by override. + +=item %Wrong +Percentage of students who tried to solve the problem +but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ] + +=item DoDiff +Degree of Difficulty of the problem. +[ 1 - ((#YES+#yes) / Tries) ] + +=item S.D. +Standard Deviation of the tries. +[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) +where Xi denotes every student\'s tries ] + +=item Skew. +Skewness of the students tries. +[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)] + +=item Dis.F. +Discrimination Factor: A Standard for evaluating the +problem according to a Criterion
+ +=item [Criterion to group students into %27 Upper Students - +and %27 Lower Students] +1st Criterion for Sorting the Students: +Sum of Partial Credit Awarded / Total Number of Tries +2nd Criterion for Sorting the Students: +Total number of Correct Answers / Total Number of Tries - my $graphData = &GetGraphData('DiffGraph', $r); - return ''; +=item Disc. +Number of Students had at least one discussion. + +=back + +=cut + + +############################################################ +############################################################ +## +## How this all works: +## Statistics are computed by calling &get_statistics with the sequence, +## resource, and part id to run statistics on. At various places within +## the loops which compute the statistics, as well as before and after +## the entire process, subroutines can be called. The subroutines are +## registered to the following hooks: +## +## hook subroutine inputs +## ---------------------------------------------------------- +## pre $r,$count +## pre_seq $r,$count,$seq +## pre_res $r,$count,$seq,$res +## calc $r,$count,$seq,$res,$data +## post_res $r,$count,$seq,$res +## post_seq $r,$count,$seq +## post $r,$count +## +## abort $r +## +## subroutines will be called in the order in which they are registered. +## +############################################################ +############################################################ +{ + +my %hooks; +my $aborted = 0; + +sub abort_computation { + $aborted = 1; } -sub BuildWrongGraph { - my ($r)=@_; +sub clear_hooks { + $aborted = 0; + undef(%hooks); +} - my $graphData = &GetGraphData('WrongGraph', $r); - return ''; +sub register_hook { + my ($hookname,$subref)=@_; + if ($hookname !~ /^(pre|pre_seq|pre_res|post|post_seq|post_res|calc)$/){ + return; + } + if (ref($subref) ne 'CODE') { + &Apache::lonnet::logthis('attempt to register hook to non-code: '. + $hookname,' = '.$subref); + } else { + if (exists($hooks{$hookname})) { + push(@{$hooks{$hookname}},$subref); + } else { + $hooks{$hookname} = [$subref]; + } + } + return; } +sub run_hooks { + my $context = shift(); + foreach my $hook (@{$hooks{$context}}) { + if ($aborted && $context ne 'abort') { + last; + } + my $retvalue = $hook->(@_); + if (defined($retvalue) && $retvalue eq '0') { + $aborted = 1 if (! $aborted); + } + } +} -sub GetGraphData { - my ($ylab,$r,%GraphDat)=@_; - my $Col; - my $data=''; +sub run_statistics { + my ($r) = @_; my $count = 0; - my $Max = 0; - my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $ylab eq 'DoDiff Graph' ) { - $ylab = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $ylab = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - if ( $Max > 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. - $Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } + &run_hooks('pre',$r,$count); + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + last if ($aborted); + next if ($seq->{'num_assess'}<1); + &run_hooks('pre_seq',$r,$count,$seq); + foreach my $res (@{$seq->{'contents'}}) { + last if ($aborted); + next if ($res->{'type'} ne 'assessment'); + &run_hooks('pre_res',$r,$count,$seq,$res); + foreach my $part (@{$res->{'parts'}}) { + last if ($aborted); + # + # This is where all the work happens + my $data = &get_statistics($seq,$res,$part,++$count); + &run_hooks('calc',$r,$count,$seq,$res,$part,$data); + } + &run_hooks('post_res',$r,$count,$seq,$res); + } + &run_hooks('post_seq',$r,$count,$seq); } + if ($aborted) { + &run_hooks('abort',$r); + } else { + &run_hooks('post',$r,$count); + } + return; } +} # End of %hooks scope + +############################################################ +############################################################ 1; __END__