--- loncom/interface/statistics/lonproblemstatistics.pm 2002/08/14 13:13:37 1.24 +++ loncom/interface/statistics/lonproblemstatistics.pm 2003/03/26 21:55:18 1.46 @@ -1,7 +1,6 @@ # The LearningOnline Network with CAPA -# (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.24 2002/08/14 13:13:37 stredwic Exp $ +# $Id: lonproblemstatistics.pm,v 1.46 2003/03/26 21:55:18 matthew Exp $ # # Copyright Michigan State University Board of Trustees # @@ -26,363 +25,725 @@ # http://www.lon-capa.org/ # # (Navigate problems for statistical reports -# YEAR=2001 -# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei -# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei -# YEAR=2002 -# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei # ### -package Apache::lonproblemstatistics; +package Apache::lonproblemstatistics; use strict; use Apache::lonnet(); use Apache::lonhtmlcommon; use Apache::loncoursedata; -use GDBM_File; +use Apache::lonstatistics; +use Spreadsheet::WriteExcel; -my $jr; +####################################################### +####################################################### -sub BuildProblemStatisticsPage { - my ($cacheDB, $students, $courseID, $c, $r)=@_; - my %cache; - - $jr = $r; +sub CreateInterface { + my $Str = ''; + $Str .= ''."\n"; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''."\n"; + # + $Str .= ''."\n"; + $Str .= '
SectionsSequences and FoldersOutput
'."\n"; + $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); + $Str .= ''; + # + my $only_seq_with_assessments = sub { + my $s=shift; + if ($s->{'num_assess'} < 1) { + return 0; + } else { + return 1; + } + }; + $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5, + $only_seq_with_assessments); + $Str .= ''."\n"; + $Str .= &CreateAndParseOutputSelector(); + $Str .= '
'."\n"; + return $Str; +} - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); - return; - } +####################################################### +####################################################### - my $Ptr = ''; - $Ptr .= ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}, - $cache{'DisplayLegend'}); - $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics', - 'Statistics'); - $Ptr .= '
Sorting Type:'."\n"; - $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( - $cache{'ProblemStatisticsAscend'}, - 'ProblemStatistics', - 'Statistics'); - $Ptr .= '
'; - if($cache{'DisplayLegend'} eq 'Show Legend') { - $Ptr .= &ProblemStatisticsLegend(); - } - $r->print($Ptr); - $r->rflush(); +=pod - my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod", - "Mean","#YES","#yes","%Wrng","DoDiff", - "S.D.","Skew.","D.F.1st","D.F.2nd","Disc."); - my $color=&setbgcolor(0); +=item &CreateAndParseOutputSelector() -# my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); -# my ($upper, $lower) = &Discriminant(\%discriminant,$r); - if(!defined($cache{'StatisticsCached'})) { - if(defined($cache{'StatisticsCached'})) { - untie(%cache); - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { - $r->print('Unable to tie database.'); - return; - } - my @statkeys = split(':::', $cache{'StatisticsKeys'}); - delete $cache{'StatisticsKeys'}; - delete $cache{'StatisticsCached'}; - foreach(@statkeys) { - delete $cache{$_}; - } - } - untie(%cache); - &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students, - 'true', - $cacheDB, - 'true', - 'true', - $courseID, - $r, $c); - if($c->aborted()) { return; } - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); - return; - } - my ($problemData) = &ExtractStudentData(\%cache, $students); - &CalculateStatistics($problemData, \%cache); - untie(%cache); - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { - $r->print('Unable to tie database.'); - return; - } - foreach(keys(%$problemData)) { - $cache{$_} = $problemData->{$_}; - } - $cache{'StatisticsKeys'} = join(':::', keys(%$problemData)); - $cache{'StatisticsCached'} = 'true'; - untie(%cache); - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); - return; - } - } - my $orderedProblems = &SortProblems(\%cache, - $cache{'ProblemStatisticsSort'}, - $cache{'ProblemStatisticsAscend'}); - &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, $orderedProblems, - \@Header, $r, $color); - untie(%cache); +=cut - return; +####################################################### +####################################################### +my $output_mode; +my $show; + +my @OutputOptions = + ( + { name => 'problem statistics grouped by sequence', + value => 'HTML problem statistics grouped', + description => 'Output statistics for the problem parts.', + mode => 'html', + show => 'grouped', + }, + { name => 'problem statistics ungrouped', + value => 'HTML problem statistics ungrouped', + description => 'Output statistics for the problem parts.', + mode => 'html', + show => 'ungrouped', + }, + { name => 'problem statistics, Excel', + value => 'Excel problem statistics', + description => 'Output statistics for the problem parts '. + 'in an Excel workbook', + mode => 'excel', + show => 'all', + }, + { name => 'Degree of Difficulty Plot', + value => 'plot deg diff', + description => 'Generate a plot of the degree of difficulty of each '. + 'problem part.', + mode => 'plot', + show => 'deg of diff', + }, + { name => 'Percent Wrong Plot', + value => 'plot per wrong', + description => 'Generate a plot showing the percent of students who '. + 'were unable to complete each problem part', + mode => 'plot', + show => 'per wrong', + }, + ); + +sub OutputDescriptions { + my $Str = ''; + $Str .= "

Output Modes

\n"; + $Str .= "
\n"; + foreach my $outputmode (@OutputOptions) { + $Str .="
".$outputmode->{'name'}."
\n"; + $Str .="
".$outputmode->{'description'}."
\n"; + } + $Str .= "
\n"; + return $Str; } -sub BuildGraphicChart { - my ($graph,$cacheDB,$courseDescription,$r)=@_; - my %cache; - my $max = 0; - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - return 'Unable to tie database.'; - } - - my @problems = split(':::', $cache{'problemList'}); - my @values = (); - foreach (@problems) { - my $data = 0; - if($graph eq 'DoDiffGraph') { - $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), +sub CreateAndParseOutputSelector { + my $Str = ''; + my $elementname = 'outputmode'; + # + # Format for output options is 'mode, restrictions'; + my $selected = 'html, with links'; + if (exists($ENV{'form.'.$elementname})) { + if (ref($ENV{'form.'.$elementname} eq 'ARRAY')) { + $selected = $ENV{'form.'.$elementname}->[0]; } else { - $data = sprintf("%.1f", $cache{$_.':percentWrong'}), - } - if($max < $data) { - $max = $data; + $selected = $ENV{'form.'.$elementname}; } - push(@values, $data); } - untie(%cache); + # + # Set package variables describing output mode + $output_mode = 'html'; + $show = 'all'; + foreach my $option (@OutputOptions) { + next if ($option->{'value'} ne $selected); + $output_mode = $option->{'mode'}; + $show = $option->{'show'}; + } + # + # Build the form element + $Str = qq/"; + return $Str; +} - my $sendValues = join(',', @values); -# my $sendCount = $#values; - my $sendCount = scalar(@values); +############################################### +############################################### - my $title = ''; - if($graph eq 'DoDiffGraph') { - $title = 'Degree-of-Difficulty'; - } else { - $title = 'Wrong-Percentage'; +############################################### +############################################### +sub Gather_Student_Data { + my ($r) = @_; + my $c = $r->connection(); + # + my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); + # + my @Students = @Apache::lonstatistics::Students; + # + # Open the progress window + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin + ($r,'Statistics Compilation Status', + 'Statistics Compilation Progress', scalar(@Students)); + # + while (my $student = shift @Students) { + return if ($c->aborted()); + my ($status,undef) = &Apache::loncoursedata::ensure_current_data + ($student->{'username'},$student->{'domain'}, + $ENV{'request.course.id'}); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, + 'last student'); } - my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount, - $sendValues); + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); + $r->rflush(); +} - $r->print(''."\n"); - $r->print(''); - $r->print('
'."\n"); +############################################### +############################################### +############################################### +############################################### +sub BuildProblemStatisticsPage { + my ($r,$c)=@_; + # + $output_mode = 'html'; + $show = 'grouped'; + # + $r->print(&CreateInterface()); + $r->print(''); + $r->print(''); + if (! exists($ENV{'form.statsfirstcall'})) { + return; + } + # + &Gather_Student_Data($r); + # + # + if ($output_mode eq 'html') { + $r->print("

". + $ENV{'course.'.$ENV{'request.course.id'}.'.description'}. + "

\n"); + $r->print("

".localtime(time)."

"); + $r->rflush(); + if ($show eq 'grouped') { + &output_html_grouped_by_sequence($r); + } elsif ($show eq 'ungrouped') { + &output_html_ungrouped($r); + } + } elsif ($output_mode eq 'excel') { + $r->print("

Preparing Excel Spreadsheet

"); + &output_excel($r); + } elsif ($output_mode eq 'plot') { + if ($show eq 'deg of diff') { + &plot_statistics($r,'DoDiff'); + } elsif ($show eq 'per wrong') { + &plot_statistics($r,'%Wrng'); + } + } else { + $r->print("

Not implemented

"); + } return; } -#---- Problem Statistics Web Page --------------------------------------- - -sub CreateProblemStatisticsTableHeading { - my ($headings,$r)=@_; +############################################### +############################################### - my $Str=''; - $Str .= ''."\n"; - $Str .= 'P#'."\n"; - foreach(@$headings) { - $Str .= ''.''.$_.' '."\n"; +############################################### +############################################### +sub output_html_grouped_by_sequence { + my ($r) = @_; + my $problem_num = 0; + #$r->print(&ProblemStatisticsLegend()); + my @Header = ("Title","Part","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.");#,"D.F.1st","D.F.2nd"); + # #FFFFE6 #EEFFCC #DDFFFF FFDDDD #DDFFDD #FFDDFF + foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { + my $show_part = 0; + next if ($sequence->{'num_assess'}<1); + $r->print("

".$sequence->{'title'}."

"); + $r->print('
'."\n"); + $r->print(''."\n"); + $r->print('\n"); + foreach my $resource (@{$sequence->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + $problem_num++; + my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD, + $SKEW) = &Apache::loncoursedata::get_problem_statistics + (undef,$resource->{'symb'},$part, + $ENV{'request.course.id'}); + # + $show_part = 1 if ($part ne '0'); + $part = ' ' if ($part == 0); + # + my $wrongpercent = 0; + if (defined($num) && $num > 0) { + $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10; + } + my $option = ''; + $option .= 'no part' if (! $show_part); + $r->print(''.&statistics_html_table_data + ($resource,$part,$num,$tries,$mod,$mean,$Solved, + $solved,$wrongpercent,$DegOfDiff,$STD,$SKEW, + $option). + "\n"); + } + } + $r->print("
'. + join("",@Header)."
\n"); + $r->print("
\n"); + $r->rflush(); } - $Str .= "\n".''."\n"; - - return $Str; + # + return; } -sub BuildStatisticsTable { - my ($cache,$displayFormat,$orderedProblems,$headings,$r,$color)=@_; +############################################### +############################################### -#6666666 -# my $file="/home/httpd/perl/tmp/183d.txt"; -# open(OUT, ">$file"); -#6666666 -## &Apache::lonstatistics::Create_PrgWin($r); -##777777 -## my (%Activity) = &LoadActivityLog(); -## $r->print(''); -## my ($doDiffFile) = &LoadDoDiffFile(); - -##777777 -## $Str .= &Classify($discriminantFactor, $students); - - if($displayFormat ne 'Display CSV Format') { - $r->print('\n"); + } + $r->print("
'."\n"); - $r->print(''."\n"); - $r->print(&CreateProblemStatisticsTableHeading($headings, $r)); +############################################### +############################################### +sub output_html_ungrouped { + my ($r,$option) = @_; + # + my $problem_num = 0; + my $show_container = 0; + my $show_part = 0; + #$r->print(&ProblemStatisticsLegend()); + my @Header = ("Title","Part","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew");#,"D.F.1st","D.F.2nd"); + # + my $sortby = undef; + foreach (@Header) { + if ($ENV{'form.sortby'} eq $_) { + $sortby = $_; + } + } + if (! defined($sortby) || $sortby eq '') { + $sortby = 'Container'; + } + # If there is more than one sequence, list their titles + my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); + if (@Sequences > 1) { + unshift(@Header,"Container"); + $show_container = 1; + } + # + # If the option for showing the problem number is needed, push that + # on the list too + if (defined($option) && $option =~ /show probnum/) { + unshift(@Header,"P#"); + } + # + $r->print('
'."\n"); + $r->rflush(); + # + # Compile the data + my @Statsarray; + foreach my $sequence (@Sequences) { + next if ($sequence->{'num_assess'}<1); + foreach my $resource (@{$sequence->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + $problem_num++; + my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD, + $SKEW) = &Apache::loncoursedata::get_problem_statistics + (undef,$resource->{'symb'},$part, + $ENV{'request.course.id'}); + # + $show_part = 1 if ($part ne '0'); + $part = ' ' if ($part == 0); + # + my $wrongpercent = 0; + if (defined($num) && $num > 0) { + $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10; + } + push (@Statsarray, + { 'sequence' => $sequence, + 'resource' => $resource, + 'Title' => $resource->{'title'}, + 'Part' => $part, + '#Stdnts' => $num, + 'Tries' => $tries, + 'Mod' => $mod, + 'Mean' => $mean, + '#YES' => $Solved, + '#yes' => $solved, + '%Wrng' => $wrongpercent, + 'DoDiff' => $DegOfDiff, + 'S.D.' => $STD, + 'Skew' => $SKEW, + 'problem_num' => $problem_num, + }); + } + } + } + # + # Table Headers + $r->print(''."\n"); + my $Str = ''; + foreach (@Header) { + next if ($_ eq 'Part' && !$show_part); + # Do not allow sorting on some fields + if ($_ eq $sortby || /^(Part|P\#)$/) { + $Str .= ''; + } else { + $Str .= ''; + } + } + $r->print(''.$Str."\n"); + # + # Sort the data + my @OutputOrder; + if ($sortby eq 'Container') { + @OutputOrder = @Statsarray; } else { - $r->print('
'); + # $sortby is already defined, so we can charge ahead + if ($sortby =~ /^(title|part)$/i) { + # Alpha comparison + @OutputOrder = sort { + lc($a->{$sortby}) cmp lc($b->{$sortby}) || + lc($a->{'Title'}) cmp lc($b->{'Title'}) || + lc($a->{'Part'}) cmp lc($b->{'Part'}); + } @Statsarray; + } else { + # Numerical comparison + @OutputOrder = sort { + my $retvalue = 0; + if ($b->{$sortby} eq 'nan') { + if ($a->{$sortby} ne 'nan') { + $retvalue = -1; + } else { + $retvalue = 0; + } + } + if ($a->{$sortby} eq 'nan') { + if ($b->{$sortby} ne 'nan') { + $retvalue = 1; + } + } + if ($retvalue eq '0') { + $retvalue = $b->{$sortby} <=> $a->{$sortby} || + lc($a->{'Title'}) <=> lc($b->{'Title'}) || + lc($a->{'Part'}) <=> lc($b->{'Part'}); + } + $retvalue; + } @Statsarray; + } } + $option .= ',no part' if (! $show_part); + foreach my $row (@OutputOrder) { + $r->print(''); + if (defined($option) && $option =~ /show probnum/) { + $r->print(''); + } + if ($show_container) { + $r->print(''); + } + $r->print(&statistics_html_table_data + ($row->{'resource'},$row->{'Part'},$row->{'#Stdnts'}, + $row->{'Tries'},$row->{'Mod'},$row->{'Mean'}, + $row->{'#YES'},$row->{'#yes'},$row->{"\%Wrng"}, + $row->{'DoDiff'},$row->{'S.D.'},$row->{'Skew'}, + $option)); - my $count = 1; - foreach(@$orderedProblems) { - my ($sequence,$problem,$part)=split(':', $_); - if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && - $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { - next; - } - - my $ref = ''.$cache->{$problem.':title'}.''; -# my $ref = $cache->{$problem.':title'}; - my $title = $cache->{$problem.':title'}; - my $source = 'source'; - my $tableData = join('&', $ref, $title, $source, - $cache->{$_.':studentCount'}, - $cache->{$_.':totalTries'}, - $cache->{$_.':maxTries'}, - sprintf("%.2f", $cache->{$_.':mean'}), - $cache->{$_.':correct'}, - $cache->{$_.':correctByOverride'}, - sprintf("%.1f", $cache->{$_.':percentWrong'}), - sprintf("%.2f", $cache->{$_.':degreeOfDifficulty'}), - sprintf("%.1f", $cache->{$_.':standardDeviation'}), - sprintf("%.1f", $cache->{$_.':skewness'}), - sprintf("%.2f", $cache->{$_.':discriminationFactor1'}), - sprintf("%.2f", $cache->{$_.':discriminationFactor2'}), - 0); # 0 is for discussion, need to figure out - -#6666666 -# $r->print('
'.$out.'&'.$DoD); -# print (OUT $out.'@'.$DoD.'&'); -#6666666 - -#check with Gerd -# $urlres=~/^(\w+)\/(\w+)/; -# if ($StdNo) { -# &Apache::lonnet::put('nohist_resevaldata',\%storestats, -# $1,$2); -# } -#-------------------------------- Row of statistical table - &TableRow($displayFormat,$tableData,$count,$r,$color); - $count++; - } - if($cache->{'DisplayFormat'} ne 'Display CSV Format') { - $r->print('
'.$_.''. + ''. + $_.'
'.$row->{'problem_num'}.'' + .$row->{'sequence'}->{'title'}.'
'."\n"); - } - $r->print('
'); -#6666666 -# close( OUT ); -#666666 + $r->print("
\n"); + $r->print("\n"); + $r->rflush(); + # return; } -sub TableRow { - my ($displayFormat,$Str,$RealIdx,$r,$color)=@_; - my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, - $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); - my $Ptr; - if($displayFormat eq 'Display CSV Format') { - $Ptr="\n".'
'. - "\n".'"'.$RealIdx.'",'. - "\n".'"'.$title.'",'. - "\n".'"'.$source.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; - $r->print("\n".$Ptr); +############################################### +############################################### + +############################################### +############################################### +sub output_excel { + my ($r) = @_; + my $filename = '/prtspool/'. + $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. + time.'_'.rand(1000000000).'.xls'; + # + my $excel_workbook = undef; + my $excel_sheet = undef; + # + my $rows_output = 0; + my $cols_output = 0; + # + # Create sheet + $excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); + # + # Check for errors + if (! defined($excel_workbook)) { + $r->log_error("Error creating excel spreadsheet $filename: $!"); + $r->print("Problems creating new Excel file. ". + "This error has been logged. ". + "Please alert your LON-CAPA administrator"); + return ; + } + # + # The excel spreadsheet stores temporary data in files, then put them + # together. If needed we should be able to disable this (memory only). + # The temporary directory must be specified before calling 'addworksheet'. + # File::Temp is used to determine the temporary directory. + $excel_workbook->set_tempdir($Apache::lonnet::tmpdir); + # + # Add a worksheet + my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'}; + if (length($sheetname) > 31) { + $sheetname = substr($sheetname,0,31); + } + $excel_sheet = $excel_workbook->addworksheet($sheetname); + # + # Put the course description in the header + $excel_sheet->write($rows_output,$cols_output++, + $ENV{'course.'.$ENV{'request.course.id'}.'.description'}); + $cols_output += 3; + # + # Put a description of the sections listed + my $sectionstring = ''; + my @Sections = @Apache::lonstatistics::SelectedSections; + if (scalar(@Sections) > 1) { + if (scalar(@Sections) > 2) { + my $last = pop(@Sections); + $sectionstring = "Sections ".join(', ',@Sections).', and '.$last; + } else { + $sectionstring = "Sections ".join(' and ',@Sections); + } } else { - $Ptr="\n".''. - "\n".''.$RealIdx.''. - "\n".''.$ref.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".' '.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''. - "\n".' '.$DiscNo.''; - $r->print("\n".$Ptr.'' ); + if ($Sections[0] eq 'all') { + $sectionstring = "All sections"; + } else { + $sectionstring = "Section ".$Sections[0]; + } } - + $excel_sheet->write($rows_output,$cols_output++,$sectionstring); + $cols_output += scalar(@Sections); + # + # Put the date in there too + $excel_sheet->write($rows_output,$cols_output++, + 'Compiled on '.localtime(time)); + # + $rows_output++; + $cols_output=0; + # + # Add the headers + my @Header = ("Container","Title","Part","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.");#,"D.F.1st","D.F.2nd"); + foreach (@Header) { + $excel_sheet->write($rows_output,$cols_output++,$_); + } + $rows_output++; + # + # Write the data + foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { + next if ($sequence->{'num_assess'}<1); + foreach my $resource (@{$sequence->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + $cols_output=0; + my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD, + $SKEW) = &Apache::loncoursedata::get_problem_statistics + (undef,$resource->{'symb'},$part, + $ENV{'request.course.id'}); + # + if (!defined($part) || $part eq '') { + $part = ' '; + } + my $wrongpercent = 0; + if (defined($num) && $num > 0) { + $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10; + } + foreach ($sequence->{'title'},$resource->{'title'},$part, + $num,$tries,$mod,$mean,$Solved,$solved,$wrongpercent, + $DegOfDiff,$STD,$SKEW) { + $excel_sheet->write($rows_output,$cols_output++,$_); + } + $rows_output++; + } + } + } + # + # Write the excel file + $excel_workbook->close(); + # Tell the user where to get their excel file + $r->print('
'. + 'Your Excel spreadsheet.'."\n"); + $r->rflush(); return; } -# For loading the colored table for display or un-colored for print -sub setbgcolor { - my $PrintTable=shift; - my %color; - if ($PrintTable){ - $color{"gb"}="#FFFFFF"; - $color{"red"}="#FFFFFF"; - $color{"yellow"}="#FFFFFF"; - $color{"green"}="#FFFFFF"; - $color{"purple"}="#FFFFFF"; - } else { - $color{"gb"}="#DDFFFF"; - $color{"red"}="#FFDDDD"; - $color{"yellow"}="#EEFFCC"; - $color{"green"}="#DDFFDD"; - $color{"purple"}="#FFDDFF"; - } - - return \%color; -} - -sub ProblemStatisticsButtons { - my ($displayFormat, $displayLegend)=@_; - - my $Ptr = ''; - $Ptr .= ''. + $resource->{'title'}.''. + ''; + $row .= ''.$part.'' if ($options !~ /no part/); + foreach ($num,$tries) { + $row .= ''.$_.''; + } + foreach ($mod,$mean) { + $row .= ''. + sprintf("%5.2f",$_).''; + } + foreach ($Solved,$solved) { + $row .= ''.$_.''; + } + foreach ($wrongpercent) { + $row .= ''. + sprintf("%5.1f",$_).''; + } + foreach ($DegOfDiff,$STD,$SKEW) { + $row .= ''. + sprintf("%5.2f",$_).''; + } + return $row; +} + +############################################### +############################################### +sub plot_statistics { + my ($r,$datafield) = @_; + my @Data; + # + my %Fields = ('#Stdnts'=> 0, + 'Tries' => 1, + 'Mod' => 2, + 'Mean' => 3, + '#YES' => 4, + '#yes' => 5, + '%Wrng' => 9, + 'DoDiff' => 6, + 'S.D.' => 7, + 'Skew' => 8,); + # + my $field = '%Wrng'; + foreach (keys(%Fields)) { + $field = $_ if ($datafield eq $_); + } + my $fieldindex = $Fields{$field}; + # + my $Max = 0; + foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { + next if ($sequence->{'num_assess'}<1); + foreach my $resource (@{$sequence->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + my @Results = &Apache::loncoursedata::get_problem_statistics + (undef,$resource->{'symb'},$part, + $ENV{'request.course.id'}); + my ($num,$Solved,$solved) = @Results[0,4,5]; + my $wrongpercent = 0; + if (defined($num) && $num > 0) { + $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10; + } + push (@Results,$wrongpercent); + my $data = $Results[$fieldindex]; + $data = 0 if ($data eq 'nan'); + $Max = $data if ($Max<$data); + push (@Data,$data); + } + } } - $Ptr .= '   '; - $Ptr .= ' 0.5) { + $Max = 1; + } elsif ($Max > 0.2) { + $Max = 0.5; + } elsif ($Max > 0.1) { + $Max = 0.2; + } + } elsif ($field eq '%Wrng') { + if ($Max > 50) { + $Max = 100; + } elsif ($Max > 25) { + $Max = 50; + } elsif ($Max > 20) { + $Max = 25; + } elsif ($Max > 10) { + $Max = 20; + } elsif ($Max > 5) { + $Max = 10; + } else { + $Max = 5; + } } - $Ptr .= ''; + + $r->print("

".&DrawGraph(\@Data,$title,'Problem Number',$yaxis, + $Max)."

\n"); + # + # Print out the data + $ENV{'form.sortby'} = 'Contents'; + &output_html_ungrouped($r,'show probnum'); + return; +} - return $Ptr; +############################################### +############################################### + +############################################### +############################################### +sub DrawGraph { + my ($values,$title,$xaxis,$yaxis,$Max)=@_; + $title = '' if (! defined($title)); + $xaxis = '' if (! defined($xaxis)); + $yaxis = '' if (! defined($yaxis)); + # + my $sendValues = join(',', @$values); + my $sendCount = scalar(@$values); + if ( $Max > 1 ) { + if ($Max % 10) { + if ( int($Max) < $Max ) { + $Max++; + $Max = int($Max); + } + } + } else { + $Max = 1; + } + my @GData = ($title,$xaxis,$yaxis,$Max,$sendCount,$sendValues); + return ''; } +############################################### +############################################### + +############################################### +############################################### sub ProblemStatisticsLegend { my $Ptr = ''; $Ptr = ''; @@ -425,8 +786,8 @@ sub ProblemStatisticsLegend { $Ptr .= 'Dis.F.'; $Ptr .= ''; $Ptr .= '
Discrimination Factor: A Standard for evaluating the '; $Ptr .= 'problem according to a Criterion
'; - $Ptr .= '[Applied Criterion in %27 Upper Students - '; - $Ptr .= 'Applied the same Criterion in %27 Lower Students]
'; + $Ptr .= '[Criterion to group students into %27 Upper Students - '; + $Ptr .= 'and %27 Lower Students]
'; $Ptr .= '1st Criterion for Sorting the Students: '; $Ptr .= 'Sum of Partial Credit Awarded / Total Number of Tries
'; $Ptr .= '2nd Criterion for Sorting the Students: '; @@ -435,250 +796,9 @@ sub ProblemStatisticsLegend { $Ptr .= '
Disc.Number of Students had at least one discussion.'; $Ptr .= '
'; - return $Ptr; } -#------- Processing upperlist and lowerlist according to each problem - -sub ExtractStudentData { - my ($cache, $students)=@_; - -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$cache); -#$Apache::lonxml::debug=0; - - my @problemList=(); - my %problemData; - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - my $id = $sequence.':'.$problemID.':'.$part; - push(@problemList, $id); - my $totalTries = 0; - my $totalAwarded = 0; - my $correct = 0; - my $correctByOverride = 0; - my $studentCount = 0; - my $maxTries = 0; - my $totalFirst = 0; - my @studentTries=(); - foreach(@$students) { - my $code = $cache->{"$_:$problemID:$part:code"}; - - if(defined($cache->{$_.':error'}) || $code eq ' ' || - $cache->{"$_:$problemID:NoVersion"} eq 'true') { - next; - } - - $studentCount++; - my $tries = $cache->{"$_:$problemID:$part:tries"}; - if($maxTries < $tries) { - $maxTries = $tries; - } - $totalTries += $tries; - push(@studentTries, $tries); - - my $awarded = $cache->{"$_:$problemID:$part:awarded"}; - $totalAwarded += $awarded; - - if($code eq '*') { - $correct++; - if($tries == 1) { - $totalFirst++; - } - } elsif($code eq '+') { - $correctByOverride++; - } - } - - $problemData{$id.':sequenceTitle'} = - $cache->{$sequence.':title'}; - $problemData{$id.':studentCount'} = $studentCount; - $problemData{$id.':totalTries'} = $totalTries; - $problemData{$id.':studentTries'} = \@studentTries; - $problemData{$id.':totalAwarded'} = $totalAwarded; - $problemData{$id.':correct'} = $correct; - $problemData{$id.':correctByOverride'} = $correctByOverride; - $problemData{$id.':wrong'} = $studentCount - - ($correct + $correctByOverride); - $problemData{$id.':maxTries'} = $maxTries; - $problemData{$id.':totalFirst'} = $totalFirst; - } - } - } - - my @upperStudents1=(); - my @lowerStudents1=(); - my @upperStudents2=(); - my @lowerStudents2=(); - my $upperCount = int(0.27*scalar(@$students)); - # Discriminant Factor criterion 1 - my $sortedStudents = &SortDivideByTries($students,$cache,':totalAwarded'); - - for(my $i=0; $i<$upperCount; $i++) { - push(@lowerStudents1, $sortedStudents->[$i]); - push(@upperStudents1, $sortedStudents->[(scalar(@$students)-$i-1)]); - } - - $problemData{'studentsUpperListCriterion1'}=join(':::', @upperStudents1); - $problemData{'studentsLowerListCriterion1'}=join(':::', @lowerStudents1); - - # Discriminant Factor criterion 2 - $sortedStudents = &SortDivideByTries($students, $cache, ':totalSolved'); - - for(my $i=0; $i<$upperCount; $i++) { - push(@lowerStudents2, $sortedStudents->[$i]); - push(@upperStudents2, $sortedStudents->[(scalar(@$students)-$i-1)]); - } - $problemData{'studentsUpperListCriterion2'}=join(':::', @upperStudents2); - $problemData{'studentsLowerListCriterion2'}=join(':::', @lowerStudents2); - - $problemData{'problemList'} = join(':::', @problemList); -# $Discussed=0; -# if($Discuss->{"$name:$problem"}) { -# $TotDiscuss++; -# $Discussed=1; -# } - - return \%problemData; -} - -sub SortDivideByTries { - my ($toSort, $data, $sortOn)=@_; - my @orderedData = sort { ($data->{$a.':totalTries'}) ? - ($data->{$a.$sortOn}/$data->{$a.':totalTries'}):0 - <=> - ($data->{$b.':totalTries'}) ? - ($data->{$b.$sortOn}/$data->{$b.':totalTries'}):0 - } @$toSort; - - return \@orderedData; -} - -sub SortProblems { - my ($problemData,$sortBy,$ascend)=@_; - - my @problems = split(':::', $problemData->{'problemList'}); - if($sortBy eq "Homework Sets Order") { - return \@problems; - } - - my $data; - - if ($sortBy eq "#Stdnts") { $data = ':studentCount'; } - elsif($sortBy eq "Tries") { $data = ':totalTries'; } - elsif($sortBy eq "Mod") { $data = ':maxTries'; } - elsif($sortBy eq "Mean") { $data = ':mean'; } - elsif($sortBy eq "#YES") { $data = ':correct'; } - elsif($sortBy eq "#yes") { $data = ':correctByOverride'; } - elsif($sortBy eq "%Wrng") { $data = ':percentWrong'; } - elsif($sortBy eq "DoDiff") { $data = ':degreeOfDifficulty'; } - elsif($sortBy eq "S.D.") { $data = ':standardDeviation'; } - elsif($sortBy eq "Skew.") { $data = ':skewness'; } - elsif($sortBy eq "D.F.1st") { $data = ':discriminantFactor1'; } - elsif($sortBy eq "D.F.2nd") { $data = ':discriminantFactor2'; } - elsif($sortBy eq "Disc.") { $data = ''; } - else { return \@problems; } - - my @orderedProblems = - sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } - @problems; - if($ascend eq 'Descending') { - @orderedProblems = reverse(@orderedProblems); - } - - return \@orderedProblems; -} - -sub CalculateStatistics { - my ($data, $cache)=@_; - - my @problems = split(':::', $data->{'problemList'}); - foreach(@problems) { - # Mean - $data->{$_.':mean'} = ($data->{$_.':studentCount'}) ? - ($data->{$_.':totalTries'} / $data->{$_.':studentCount'}) : 0; - - # %Wrong - $data->{$_.':percentWrong'} = ($data->{$_.':studentCount'}) ? - (($data->{$_.':wrong'} / $data->{$_.':studentCount'}) * 100.0) : - 100.0; - - # Degree of Difficulty - $data->{$_.':degreeOfDifficulty'} = ($data->{$_.':totalTries'}) ? - (1 - (($data->{$_.':correct'} + $data->{$_.':correctByOverride'}) / - $data->{$_.':totalTries'})) : 0; - - # Factor in mean - my $studentTries = $data->{$_.':studentTries'}; - foreach(my $index=0; $index < scalar(@$studentTries); $index++) { - $studentTries->[$index] -= $data->{$_.':mean'}; - } - my $sumSquared = 0; - my $sumCubed = 0; - foreach(@$studentTries) { - my $squared = ($_ * $_); - my $cubed = ($squared * $_); - $sumSquared += $squared; - $sumCubed += $cubed; - } - - # Standard deviation - $data->{$_.':standardDeviation'} = ($data->{$_.':studentCount'} - 1) ? - ((sqrt($sumSquared)) / ($data->{$_.':studentCount'} - 1)) : 0; - - # Skewness - my $standardDeviation = $data->{$_.':standardDeviation'}; - $data->{$_.':skewness'} = ($data->{$_.':standardDeviation'}) ? - (((sqrt($sumSquared)) / $data->{$_.':studentCount'}) / - ($standardDeviation * $standardDeviation * $standardDeviation)) : - 0; - - # Discrimination Factor 1 - my ($sequence, $problem, $part) = split(':', $_); - - my @upper1 = split(':::', $data->{'studentsUpperListCriterion1'}); - my @lower1 = split(':::', $data->{'studentsLowerListCriterion1'}); - - my $upper1Sum=0; - foreach my $name (@upper1) { - $upper1Sum += $cache->{"$name:$problem:$part:awarded"}; - } - $upper1Sum /= (scalar(@upper1)) ? (scalar(@upper1)) : 0; - - my $lower1Sum=0; - foreach my $name (@lower1) { - $lower1Sum += $cache->{"$name:$problem:$part:awarded"}; - } - $lower1Sum /= (scalar(@lower1)) ? (scalar(@lower1)) : 0; - - $data->{$_.':discriminationFactor1'} = $upper1Sum - $lower1Sum; - - # Discrimination Factor 2 - my @upper2 = split(':::', $data->{'studentsUpperListCriterion2'}); - my @lower2 = split(':::', $data->{'studentsLowerListCriterion2'}); - - my $upper2Sum=0; - foreach my $name (@upper2) { - $upper2Sum += $cache->{"$name:$problem:$part:awarded"}; - } - $upper2Sum /= (scalar(@upper2)) ? (scalar(@upper2)) : 0; - - my $lower2Sum=0; - foreach my $name (@lower2) { - $lower2Sum += $cache->{"$name:$problem:$part:awarded"}; - } - $lower2Sum /= (scalar(@lower2)) ? (scalar(@lower2)) : 0; - - $data->{$_.':discriminationFactor2'} = $upper2Sum - $lower2Sum; - } - - return; -} - #---- END Problem Statistics Web Page ---------------------------------------- 1;