--- loncom/interface/statistics/lonproblemstatistics.pm 2002/08/14 17:45:19 1.26 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/10/30 18:37:00 1.34 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.26 2002/08/14 17:45:19 stredwic Exp $ +# $Id: lonproblemstatistics.pm,v 1.34 2002/10/30 18:37:00 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -52,7 +52,7 @@ sub InitializeProblemStatistics { $jr = $r; unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); + $r->print('Unable to tie database1.'); return ('ERROR', undef); } @@ -80,48 +80,58 @@ sub InitializeProblemStatistics { } } -# my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); + my $isNotCached = 0; my $lastStatus = (defined($cache{'StatisticsLastStatus'})) ? $cache{'StatisticsLastStatus'} : 'Nothing'; my $whichStudents = join(':::',sort(@$students)); - if(!defined($cache{'StatisticsCached'}) || + if(!defined($cache{'StatisticsCached'}) || $lastStatus ne $cache{'Status'} || $whichStudents ne $cache{'StatisticsWhichStudents'}) { - if(defined($cache{'StatisticsCached'})) { - untie(%cache); - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { - $r->print('Unable to tie database.'); - return ('ERROR', undef); - } - my @statkeys = split(':::', $cache{'StatisticsKeys'}); - delete $cache{'StatisticsKeys'}; - delete $cache{'StatisticsCached'}; - foreach(@statkeys) { - delete $cache{$_}; - } + $isNotCached = 1; + } + + untie(%cache); + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { + $r->print('Unable to tie database.2'); + return ('ERROR', undef); + } + if($isNotCached && defined($cache{'StatisticsCached'})) { + my @statkeys = split(':::', $cache{'StatisticsKeys'}); + delete $cache{'StatisticsKeys'}; + delete $cache{'StatisticsCached'}; + foreach(@statkeys) { + delete $cache{$_}; } - untie(%cache); + } + + untie(%cache); + if($isNotCached) { &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students, 'true', $cacheDB, - 'true', + 'true', 'true', $courseID, $r, $c); - if($c->aborted()) { return ('ERROR', undef); } + } + if($c->aborted()) { return ('ERROR', undef); } - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); - return ('ERROR', undef); - } - my ($problemData) = &ExtractStudentData(\%cache, $students); - &CalculateStatistics($problemData, \%cache); - untie(%cache); - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { - $r->print('Unable to tie database.'); - return ('ERROR', undef); - } + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database.3'); + return ('ERROR', undef); + } + my $problemData; + if($isNotCached) { + ($problemData) = &ExtractStudentData(\%cache, $students); + &CalculateStatistics($problemData, \%cache, $courseID); + } + untie(%cache); + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { + $r->print('Unable to tie database.4'); + return ('ERROR', undef); + } + if($isNotCached) { foreach(keys(%$problemData)) { $cache{$_} = $problemData->{$_}; } @@ -129,18 +139,20 @@ sub InitializeProblemStatistics { $cache{'StatisticsCached'} = 'true'; $cache{'StatisticsLastStatus'} = $cache{'Status'}; $cache{'StatisticsWhichStudents'} = $whichStudents; - untie(%cache); + } + untie(%cache); - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); - return ('ERROR', undef); - } + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + $r->print('Unable to tie database.5'); + return ('ERROR', undef); } - my $orderedProblems = &SortProblems(\%cache, + my $orderedProblems = &SortProblems(\%cache, $cache{'ProblemStatisticsSort'}, $cache{'SortProblems'}, $cache{'ProblemStatisticsAscend'}); + untie(%cache); + return ('OK', $orderedProblems); } @@ -149,27 +161,27 @@ sub BuildProblemStatisticsPage { my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod", "Mean","#YES","#yes","%Wrng","DoDiff", - "S.D.","Skew.","D.F.1st","D.F.2nd","Disc."); + "S.D.","Skew.","D.F.1st","D.F.2nd"); my $color=&setbgcolor(0); my %cache; unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); + $r->print('Unable to tie database.6'); return; } my $Ptr = ''; - $Ptr .= ''; + $Ptr .= '
'; $Ptr .= ''."\n"; $Ptr .= ''."\n"; $Ptr .= ''."\n"; $Ptr .= ''."\n"; $Ptr .= ''."\n"; @@ -180,7 +192,7 @@ sub BuildProblemStatisticsPage { \@sectionsSelected, 'Statistics'); $Ptr .= ''."\n"; - $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}, + $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}, $cache{'DisplayLegend'}, $cache{'SortProblems'}); $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics', + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'Statistics', 'Statistics'); $Ptr .= '
Sorting Type:'."\n"; $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( - $cache{'ProblemStatisticsAscend'}, - 'ProblemStatistics', - 'Statistics'); + $cache{'ProblemStatisticsAscend'}, + 'ProblemStatistics', + 'Statistics'); $Ptr .= '
Select Sections'; $Ptr .= '
'; @@ -198,11 +210,11 @@ sub BuildProblemStatisticsPage { } unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - $r->print('Unable to tie database.'); + $r->print('Unable to tie database.6'); return; } - &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, - $cache{'SortProblems'}, $orderedProblems, + &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, + $cache{'SortProblems'}, $orderedProblems, \@Header, $r, $color); untie(%cache); @@ -213,20 +225,76 @@ sub BuildGraphicChart { my ($graph,$cacheDB,$courseDescription,$students,$courseID,$r,$c)=@_; my %cache; my $max = 0; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + return 'Unable to tie database.7'; + } - my ($result, undef) = +# my @problems = split(':::', $cache{'problemList'}); + + my $title = ''; + if($graph eq 'DoDiffGraph') { + $title = 'Degree-of-Difficulty'; + } else { + $title = 'Wrong-Percentage'; + } + + + # foreach (@problems) { + # my $data = 0; + # if($graph eq 'DoDiffGraph') { + # $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), + # } else { + # $data = sprintf("%.1f", $cache{$_.':percentWrong'}), + # } + # if($max < $data) { + # $max = $data; + # } + # push(@values, $data); + # } + + + my $count = 1; + my $currentSequence = -1; + my $sortProblems = 'Sort Within Sequence'; + + my ($result, $orderedProblems) = &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r); if($result ne 'OK') { return; } - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - return 'Unable to tie database.'; - } - - my @problems = split(':::', $cache{'problemList'}); my @values = (); - foreach (@problems) { + + foreach(@$orderedProblems) { + my ($sequence,$problem,$part)=split(':', $_); + if($cache{'StatisticsMaps'} ne 'All Maps' && + $cache{'StatisticsMaps'} ne $cache{$sequence.':title'}) { + next; + } + + if($currentSequence == -1 || + ($sortProblems eq 'Sort Within Sequence' && + $currentSequence != $sequence)) { + if($currentSequence ne -1) { + #$r->print('
finish a graph
'); + } + if($sortProblems eq 'Sort Within Sequence') { + $r->print(''.$cache{$sequence.':title'}.''); + } + + my $sendValues = join(',', @values); + my $sendCount = scalar(@values); + + my @GData = ($courseDescription, 'Problems', + $title, $max, $sendCount, $sendValues); + $r->print(''."\n"); + $r->print(''); + $r->print('
'."\n"); + $currentSequence = $sequence; + @values = (); + + } my $data = 0; if($graph eq 'DoDiffGraph') { $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), @@ -237,29 +305,17 @@ sub BuildGraphicChart { $max = $data; } push(@values, $data); - } - untie(%cache); - - my $sendValues = join(',', @values); - my $sendCount = scalar(@values); - my $title = ''; - if($graph eq 'DoDiffGraph') { - $title = 'Degree-of-Difficulty'; - } else { - $title = 'Wrong-Percentage'; } - my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount, - $sendValues); - $r->print('
'."\n"); - $r->print(''); - $r->print('
'."\n"); +#$r->print('
'); + + untie(%cache); return; } + #---- Problem Statistics Web Page --------------------------------------- sub CreateProblemStatisticsTableHeading { @@ -269,12 +325,13 @@ sub CreateProblemStatisticsTableHeading $Str .= ''."\n"; $Str .= 'P#'."\n"; foreach(@$headings) { - $Str .= ''.''; + $Str .= ''.$_.' '."\n"; } - $Str .= "\n".''."\n"; + $Str .= "\n".''."\n"; return $Str; } @@ -283,20 +340,6 @@ sub BuildStatisticsTable { my ($cache,$displayFormat,$sortProblems,$orderedProblems,$headings, $r,$color)=@_; -#6666666 -# my $file="/home/httpd/perl/tmp/183d.txt"; -# open(OUT, ">$file"); -#6666666 -## &Apache::lonstatistics::Create_PrgWin($r); -##777777 -## my (%Activity) = &LoadActivityLog(); -## $r->print(''); -## my ($doDiffFile) = &LoadDoDiffFile(); - -##777777 -## $Str .= &Classify($discriminantFactor, $students); - my $count = 1; my $currentSequence = -1; foreach(@$orderedProblems) { @@ -306,8 +349,8 @@ sub BuildStatisticsTable { next; } - if($currentSequence == -1 || - ($sortProblems eq 'Sort Within Sequence' && + if($currentSequence == -1 || + ($sortProblems eq 'Sort Within Sequence' && $currentSequence != $sequence)) { if($displayFormat ne 'Display CSV Format') { if($currentSequence ne -1) { @@ -332,21 +375,23 @@ sub BuildStatisticsTable { my $ref = ''.$cache->{$problem.':title'}.''; my $title = $cache->{$problem.':title'}; + if($part != 0) { + $title .= ' Part '.$part; + } my $source = $cache->{$problem.':source'}; my $tableData = join('&', $ref, $title, $source, $cache->{$_.':studentCount'}, $cache->{$_.':totalTries'}, $cache->{$_.':maxTries'}, - sprintf("%.2f", $cache->{$_.':mean'}), + $cache->{$_.':mean'}, $cache->{$_.':correct'}, $cache->{$_.':correctByOverride'}, - sprintf("%.1f", $cache->{$_.':percentWrong'}), - sprintf("%.2f", $cache->{$_.':degreeOfDifficulty'}), - sprintf("%.1f", $cache->{$_.':standardDeviation'}), - sprintf("%.1f", $cache->{$_.':skewness'}), - sprintf("%.2f", $cache->{$_.':discriminationFactor1'}), - sprintf("%.2f", $cache->{$_.':discriminationFactor2'}), - 0); # 0 is for discussion, need to figure out + $cache->{$_.':percentWrong'}, + $cache->{$_.':degreeOfDifficulty'}, + $cache->{$_.':standardDeviation'}, + $cache->{$_.':skewness'}, + $cache->{$_.':discriminationFactor1'}, + $cache->{$_.':discriminationFactor2'}); &TableRow($displayFormat,$tableData,$count,$r,$color); @@ -358,21 +403,14 @@ sub BuildStatisticsTable { } else { $r->print('
'); } -#6666666 -# $r->print('
'.$out.'&'.$DoD); -# print (OUT $out.'@'.$DoD.'&'); -#6666666 - -#6666666 -# close( OUT ); -#666666 + return; } sub TableRow { my ($displayFormat,$Str,$RealIdx,$r,$color)=@_; my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, - $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); + $Wrng,$DoD,$SD,$Sk,$_D1,$_D2)=split(/\&/,$Str); my $Ptr; if($displayFormat eq 'Display CSV Format') { $Ptr='"'.$RealIdx.'",'."\n". @@ -390,7 +428,6 @@ sub TableRow { '"'.$Sk.'",'."\n". '"'.$_D1.'",'."\n". '"'.$_D2.'"'."\n". - '"'.$DiscNo.'"'."\n". "
\n"; $r->print("\n".$Ptr); @@ -409,8 +446,7 @@ sub TableRow { ' '.$SD.''."\n". ' '.$Sk.''."\n". ' '.$_D1.''."\n". - ' '.$_D2.''."\n". - ' '.$DiscNo.''."\n"; + ' '.$_D2.''."\n"; $r->print($Ptr.''."\n"); } @@ -443,10 +479,10 @@ sub ProblemStatisticsButtons { my $Ptr = ''; $Ptr .= '{'orderedSequences'})) { @@ -584,11 +614,12 @@ sub ExtractStudentData { } } - $problemData{$id.':sequenceTitle'} = + my $studentTriesJoined = join(':::', @studentTries); + $problemData{$id.':sequenceTitle'} = $cache->{$sequence.':title'}; $problemData{$id.':studentCount'} = $studentCount; $problemData{$id.':totalTries'} = $totalTries; - $problemData{$id.':studentTries'} = \@studentTries; + $problemData{$id.':studentTries'} = $studentTriesJoined; $problemData{$id.':totalAwarded'} = $totalAwarded; $problemData{$id.':correct'} = $correct; $problemData{$id.':correctByOverride'} = $correctByOverride; @@ -627,11 +658,6 @@ sub ExtractStudentData { $problemData{'studentsLowerListCriterion2'}=join(':::', @lowerStudents2); $problemData{'problemList'} = join(':::', @problemList); -# $Discussed=0; -# if($Discuss->{"$name:$problem"}) { -# $TotDiscuss++; -# $Discussed=1; -# } return \%problemData; } @@ -641,7 +667,7 @@ sub SortDivideByTries { my @orderedData = sort { ($data->{$a.':totalTries'}) ? ($data->{$a.$sortOn}/$data->{$a.':totalTries'}):0 <=> - ($data->{$b.':totalTries'}) ? + ($data->{$b.':totalTries'}) ? ($data->{$b.$sortOn}/$data->{$b.':totalTries'}):0 } @$toSort; @@ -668,23 +694,41 @@ sub SortProblems { elsif($sortBy eq "DoDiff") { $data = ':degreeOfDifficulty'; } elsif($sortBy eq "S.D.") { $data = ':standardDeviation'; } elsif($sortBy eq "Skew.") { $data = ':skewness'; } - elsif($sortBy eq "D.F.1st") { $data = ':discriminantFactor1'; } - elsif($sortBy eq "D.F.2nd") { $data = ':discriminantFactor2'; } - elsif($sortBy eq "Disc.") { $data = ''; } + elsif($sortBy eq "D.F.1st") { $data = ':discriminationFactor1'; } + elsif($sortBy eq "D.F.2nd") { $data = ':discriminationFactor2'; } else { return \@problems; } my %temp; + my @sequenceList=(); foreach(@problems) { my ($sequence) = split(':', $_); - $temp{$_} = $sequence; + + my @array=(); + my $tempArray; + if(defined($temp{$sequence})) { + $tempArray = $temp{$sequence}; + } else { + push(@sequenceList, $sequence); + $tempArray = \@array; + $temp{$sequence} = $tempArray; + } + + push(@$tempArray, $_); } my @orderedProblems; if($sortProblems eq "Sort Within Sequence") { - @orderedProblems = - sort { $temp{$a} cmp $temp{$b} || - $problemData->{$a.$data} <=> $problemData->{$b.$data} } - @problems; + foreach(keys(%temp)) { + my $tempArray = $temp{$_}; + my @tempOrder = + sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } + @$tempArray; + $temp{$_} = \@tempOrder; + } + foreach(@sequenceList) { + my $tempArray = $temp{$_}; + @orderedProblems = (@orderedProblems, @$tempArray); + } } else { @orderedProblems = sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } @@ -699,32 +743,36 @@ sub SortProblems { } sub CalculateStatistics { - my ($data, $cache)=@_; + my ($data, $cache, $courseID)=@_; my @problems = split(':::', $data->{'problemList'}); foreach(@problems) { # Mean - $data->{$_.':mean'} = ($data->{$_.':studentCount'}) ? + my $mean = ($data->{$_.':studentCount'}) ? ($data->{$_.':totalTries'} / $data->{$_.':studentCount'}) : 0; + $data->{$_.':mean'} = sprintf("%.2f", $mean); # %Wrong - $data->{$_.':percentWrong'} = ($data->{$_.':studentCount'}) ? + my $pw = ($data->{$_.':studentCount'}) ? (($data->{$_.':wrong'} / $data->{$_.':studentCount'}) * 100.0) : 100.0; + $data->{$_.':percentWrong'} = sprintf("%.1f", $pw); # Degree of Difficulty - $data->{$_.':degreeOfDifficulty'} = ($data->{$_.':totalTries'}) ? + my $dod = ($data->{$_.':totalTries'}) ? (1 - (($data->{$_.':correct'} + $data->{$_.':correctByOverride'}) / $data->{$_.':totalTries'})) : 0; + $data->{$_.':degreeOfDifficulty'} = sprintf("%.2f", $dod); + # Factor in mean - my $studentTries = $data->{$_.':studentTries'}; - foreach(my $index=0; $index < scalar(@$studentTries); $index++) { - $studentTries->[$index] -= $data->{$_.':mean'}; + my @studentTries = split(':::', $data->{$_.':studentTries'}); + foreach(my $index=0; $index < scalar(@studentTries); $index++) { + $studentTries[$index] -= $mean; } my $sumSquared = 0; my $sumCubed = 0; - foreach(@$studentTries) { + foreach(@studentTries) { my $squared = ($_ * $_); my $cubed = ($squared * $_); $sumSquared += $squared; @@ -732,15 +780,27 @@ sub CalculateStatistics { } # Standard deviation - $data->{$_.':standardDeviation'} = ($data->{$_.':studentCount'} - 1) ? - ((sqrt($sumSquared)) / ($data->{$_.':studentCount'} - 1)) : 0; + my $standardDeviation; + if($data->{$_.':studentCount'} - 1 > 0) { + $standardDeviation = (sqrt($sumSquared)) / + ($data->{$_.':studentCount'} - 1); + } else { + $standardDeviation = 0.0; + } + $data->{$_.':standardDeviation'} = sprintf("%.1f", $standardDeviation); # Skewness - my $standardDeviation = $data->{$_.':standardDeviation'}; - $data->{$_.':skewness'} = ($data->{$_.':standardDeviation'}) ? - (((sqrt($sumSquared)) / $data->{$_.':studentCount'}) / - ($standardDeviation * $standardDeviation * $standardDeviation)) : - 0; + my $skew; + if($standardDeviation > 0.0999 && $data->{$_.':studentCount'} > 0) { + $skew = (((sqrt($sumSquared)) / $data->{$_.':studentCount'}) / + ($standardDeviation * + $standardDeviation * + $standardDeviation)); + } else { + $skew = 0.0; + } + + $data->{$_.':skewness'} = sprintf("%.1f", $skew); # Discrimination Factor 1 my ($sequence, $problem, $part) = split(':', $_); @@ -760,7 +820,8 @@ sub CalculateStatistics { } $lower1Sum = (scalar(@lower1)) ? ($lower1Sum/(scalar(@lower1))) : 0; - $data->{$_.':discriminationFactor1'} = $upper1Sum - $lower1Sum; + my $df1 = $upper1Sum - $lower1Sum; + $data->{$_.':discriminationFactor1'} = sprintf("%.2f", $df1); # Discrimination Factor 2 my @upper2 = split(':::', $data->{'studentsUpperListCriterion2'}); @@ -778,7 +839,24 @@ sub CalculateStatistics { } $lower2Sum = (scalar(@lower2)) ? ($lower2Sum/(scalar(@lower2))) : 0; - $data->{$_.':discriminationFactor2'} = $upper2Sum - $lower2Sum; + my $df2 = $upper2Sum - $lower2Sum; + $data->{$_.':discriminationFactor2'} = sprintf("%.2f", $df2); + + my %storestats; + my $Average = ($data->{$_.':studentCount'}) ? + $data->{$_.':totalTries'}/$data->{$_.':studentCount'} : 0; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___timestamp'}=time; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___stdno'}=$data->{$_.':studentCount'}; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___avetries'}=$Average; + $storestats{$courseID.'___'.$cache->{$sequence.':source'}. + '___difficulty'}=$data->{$_.':degreeOfDifficulty'}; + $cache->{$sequence.':source'} =~ /^(\w+)\/(\w+)/; + if($data->{$_.':studentCount'}) { + &Apache::lonnet::put('nohist_resevaldata',\%storestats,$1,$2); + } } return;