--- loncom/interface/statistics/lonproblemstatistics.pm 2002/08/13 15:01:07 1.22 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/14 16:18:55 1.25 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.22 2002/08/13 15:01:07 stredwic Exp $ +# $Id: lonproblemstatistics.pm,v 1.25 2002/08/14 16:18:55 stredwic Exp $ # # Copyright Michigan State University Board of Trustees # @@ -56,6 +56,30 @@ sub BuildProblemStatisticsPage { return; } + # Remove students who don't have the proper section. + my @sectionsSelected = split(':',$cache{'sectionsSelected'}); + for(my $studentIndex=((scalar @$students)-1); $studentIndex>=0; + $studentIndex--) { + my $value = $cache{$students->[$studentIndex].':section'}; + my $found = 0; + foreach (@sectionsSelected) { + if($_ eq 'none') { + if($value eq '' || !defined($value) || $value eq ' ') { + $found = 1; + last; + } + } else { + if($value eq $_) { + $found = 1; + last; + } + } + } + if($found == 0) { + splice(@$students, $studentIndex, 1); + } + } + my $Ptr = ''; $Ptr .= ''; $Ptr .= ''."\n"; @@ -70,6 +94,14 @@ sub BuildProblemStatisticsPage { 'ProblemStatistics', 'Statistics'); $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}, $cache{'DisplayLegend'}); $Ptr .= '
Select Map
Select Sections'; + $Ptr .= ''."\n"; + my @sections = split(':',$cache{'sectionList'}); + $Ptr .= &Apache::lonhtmlcommon::MultipleSectionSelect(\@sections, + \@sectionsSelected, + 'Statistics'); + $Ptr .= '
'; @@ -85,8 +117,25 @@ sub BuildProblemStatisticsPage { my $color=&setbgcolor(0); # my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); -# my ($upper, $lower) = &Discriminant(\%discriminant,$r); - if(!defined($cache{'StatisticsCached'})) { + my $lastStatus = (defined($cache{'StatisticsLastStatus'})) ? + $cache{'StatisticsLastStatus'} : 'Nothing'; + my $whichStudents = join(':::',sort(@$students)); + if(!defined($cache{'StatisticsCached'}) || + $lastStatus ne $cache{'Status'} || + $whichStudents ne $cache{'StatisticsWhichStudents'}) { + if(defined($cache{'StatisticsCached'})) { + untie(%cache); + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { + $r->print('Unable to tie database.'); + return; + } + my @statkeys = split(':::', $cache{'StatisticsKeys'}); + delete $cache{'StatisticsKeys'}; + delete $cache{'StatisticsCached'}; + foreach(@statkeys) { + delete $cache{$_}; + } + } untie(%cache); &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students, 'true', @@ -102,7 +151,7 @@ sub BuildProblemStatisticsPage { return; } my ($problemData) = &ExtractStudentData(\%cache, $students); - &CalculateStatistics($problemData); + &CalculateStatistics($problemData, \%cache); untie(%cache); unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { @@ -112,7 +161,10 @@ sub BuildProblemStatisticsPage { foreach(keys(%$problemData)) { $cache{$_} = $problemData->{$_}; } + $cache{'StatisticsKeys'} = join(':::', keys(%$problemData)); $cache{'StatisticsCached'} = 'true'; + $cache{'StatisticsLastStatus'} = $cache{'Status'}; + $cache{'StatisticsWhichStudents'} = $whichStudents; untie(%cache); unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { @@ -120,6 +172,7 @@ sub BuildProblemStatisticsPage { return; } } + my $orderedProblems = &SortProblems(\%cache, $cache{'ProblemStatisticsSort'}, $cache{'ProblemStatisticsAscend'}); @@ -130,6 +183,49 @@ sub BuildProblemStatisticsPage { return; } +sub BuildGraphicChart { + my ($graph,$cacheDB,$courseDescription,$r)=@_; + my %cache; + my $max = 0; + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + return 'Unable to tie database.'; + } + + my @problems = split(':::', $cache{'problemList'}); + my @values = (); + foreach (@problems) { + my $data = 0; + if($graph eq 'DoDiffGraph') { + $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), + } else { + $data = sprintf("%.1f", $cache{$_.':percentWrong'}), + } + if($max < $data) { + $max = $data; + } + push(@values, $data); + } + untie(%cache); + + my $sendValues = join(',', @values); + my $sendCount = scalar(@values); + + my $title = ''; + if($graph eq 'DoDiffGraph') { + $title = 'Degree-of-Difficulty'; + } else { + $title = 'Wrong-Percentage'; + } + my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount, + $sendValues); + + $r->print(''."\n"); + $r->print(''); + $r->print('
'."\n"); + + return; +} #---- Problem Statistics Web Page --------------------------------------- @@ -178,11 +274,10 @@ sub BuildStatisticsTable { my $count = 1; foreach(@$orderedProblems) { my ($sequence,$problem,$part)=split(':', $_); -# if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && -# $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { -# next; -# } - + if($cache->{'StatisticsMaps'} ne 'All Maps' && + $cache->{'StatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } my $ref = ''.$cache->{$problem.':title'}.''; @@ -204,18 +299,6 @@ sub BuildStatisticsTable { sprintf("%.2f", $cache->{$_.':discriminationFactor2'}), 0); # 0 is for discussion, need to figure out -#6666666 -# $r->print('
'.$out.'&'.$DoD); -# print (OUT $out.'@'.$DoD.'&'); -#6666666 - -#check with Gerd -# $urlres=~/^(\w+)\/(\w+)/; -# if ($StdNo) { -# &Apache::lonnet::put('nohist_resevaldata',\%storestats, -# $1,$2); -# } -#-------------------------------- Row of statistical table &TableRow($displayFormat,$tableData,$count,$r,$color); $count++; } @@ -224,6 +307,11 @@ sub BuildStatisticsTable { } $r->print(''); #6666666 +# $r->print('
'.$out.'&'.$DoD); +# print (OUT $out.'@'.$DoD.'&'); +#6666666 + +#6666666 # close( OUT ); #666666 return; @@ -453,6 +541,32 @@ sub ExtractStudentData { } } + my @upperStudents1=(); + my @lowerStudents1=(); + my @upperStudents2=(); + my @lowerStudents2=(); + my $upperCount = int(0.27*scalar(@$students)); + # Discriminant Factor criterion 1 + my $sortedStudents = &SortDivideByTries($students,$cache,':totalAwarded'); + + for(my $i=0; $i<$upperCount; $i++) { + push(@lowerStudents1, $sortedStudents->[$i]); + push(@upperStudents1, $sortedStudents->[(scalar(@$students)-$i-1)]); + } + + $problemData{'studentsUpperListCriterion1'}=join(':::', @upperStudents1); + $problemData{'studentsLowerListCriterion1'}=join(':::', @lowerStudents1); + + # Discriminant Factor criterion 2 + $sortedStudents = &SortDivideByTries($students, $cache, ':totalSolved'); + + for(my $i=0; $i<$upperCount; $i++) { + push(@lowerStudents2, $sortedStudents->[$i]); + push(@upperStudents2, $sortedStudents->[(scalar(@$students)-$i-1)]); + } + $problemData{'studentsUpperListCriterion2'}=join(':::', @upperStudents2); + $problemData{'studentsLowerListCriterion2'}=join(':::', @lowerStudents2); + $problemData{'problemList'} = join(':::', @problemList); # $Discussed=0; # if($Discuss->{"$name:$problem"}) { @@ -463,6 +577,18 @@ sub ExtractStudentData { return \%problemData; } +sub SortDivideByTries { + my ($toSort, $data, $sortOn)=@_; + my @orderedData = sort { ($data->{$a.':totalTries'}) ? + ($data->{$a.$sortOn}/$data->{$a.':totalTries'}):0 + <=> + ($data->{$b.':totalTries'}) ? + ($data->{$b.$sortOn}/$data->{$b.':totalTries'}):0 + } @$toSort; + + return \@orderedData; +} + sub SortProblems { my ($problemData,$sortBy,$ascend)=@_; @@ -499,7 +625,7 @@ sub SortProblems { } sub CalculateStatistics { - my ($data)=@_; + my ($data, $cache)=@_; my @problems = split(':::', $data->{'problemList'}); foreach(@problems) { @@ -543,133 +669,48 @@ sub CalculateStatistics { 0; # Discrimination Factor 1 - $data->{$_.':discriminationFactor1'} = 0; - - # Discrimination Factor 2 - $data->{$_.':discriminationFactor2'} = 0; - } + my ($sequence, $problem, $part) = split(':', $_); - return; -} + my @upper1 = split(':::', $data->{'studentsUpperListCriterion1'}); + my @lower1 = split(':::', $data->{'studentsLowerListCriterion1'}); -sub ProcessDiscriminant { - my ($List) = @_; - my @sortedList = sort (@$List); - my $Count = scalar @sortedList; - my $Problem; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum1=0; - my $Sum2=0; - my $nIndex=0; - my $nStudent=0; - my %Proc=undef; - while ($nIndex<$Count) { -# $jr->print("
$nIndex) $sortedList[$nIndex]"); - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - my $Temp = $Problem; - do { - $nIndex++; - $nStudent++; - $Sum1 += $Dis[0]; - $Sum2 += $Dis[1]; - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - } while ( $Problem eq $Temp && $nIndex < $Count ); - $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $jr->print("
$nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); - $Sum1=0; - $Sum2=0; - $nStudent=0; - } - - return %Proc; -} - -#------- Creating Discimination factor -sub Discriminant { - my ($discriminant)=@_; - my @discriminantKeys=keys(%$discriminant); - my $Count = scalar @discriminantKeys; - - my $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - - $Count=0; - foreach my $key (sort(@discriminantKeys)) { - $Count++; - if($low < $UpCnt || $Count > $up) { - $low++; - my $str=$discriminant->{$key}; - foreach(split(/\&/,$str)){ - if($_) { - if($low<$UpCnt) { push(@LowList,$_); } - else { push(@UpList,$_); } - } - } + my $upper1Sum=0; + foreach my $name (@upper1) { + $upper1Sum += $cache->{"$name:$problem:$part:awarded"}; } - } - my %DisUp = &ProcessDiscriminant(\@UpList); - my %DisLow = &ProcessDiscriminant(\@LowList); - - return (\%DisUp, \%DisLow); -} + $upper1Sum = (scalar(@upper1)) ? ($upper1Sum/(scalar(@upper1))) : 0; -#---- END Problem Statistics Web Page ---------------------------------------- - -#---- Problem Statistics Graph Web Page -------------------------------------- + my $lower1Sum=0; + foreach my $name (@lower1) { + $lower1Sum += $cache->{"$name:$problem:$part:awarded"}; + } + $lower1Sum = (scalar(@lower1)) ? ($lower1Sum/(scalar(@lower1))) : 0; -# ------------------------------------------- Prepare data for Graphical chart + $data->{$_.':discriminationFactor1'} = $upper1Sum - $lower1Sum; -sub BuildGraphicChart { - my ($graph,$cacheDB,$courseDescription,$r)=@_; - my %cache; - my $max = 0; + # Discrimination Factor 2 + my @upper2 = split(':::', $data->{'studentsUpperListCriterion2'}); + my @lower2 = split(':::', $data->{'studentsLowerListCriterion2'}); - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { - return 'Unable to tie database.'; - } - - my @problems = split(':::', $cache{'problemList'}); - my @values = (); - foreach (@problems) { - my $data = 0; - if($graph eq 'DoDiffGraph') { - $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), - } else { - $data = sprintf("%.1f", $cache{$_.':percentWrong'}), - } - if($max < $data) { - $max = $data; + my $upper2Sum=0; + foreach my $name (@upper2) { + $upper2Sum += $cache->{"$name:$problem:$part:awarded"}; } - push(@values, $data); - } - untie(%cache); + $upper2Sum = (scalar(@upper2)) ? ($upper2Sum/(scalar(@upper2))) : 0; - my $sendValues = join(',', @values); -# my $sendCount = $#values; - my $sendCount = scalar(@values); + my $lower2Sum=0; + foreach my $name (@lower2) { + $lower2Sum += $cache->{"$name:$problem:$part:awarded"}; + } + $lower2Sum = (scalar(@lower2)) ? ($lower2Sum/(scalar(@lower2))) : 0; - my $title = ''; - if($graph eq 'DoDiffGraph') { - $title = 'Degree-of-Difficulty'; - } else { - $title = 'Wrong-Percentage'; + $data->{$_.':discriminationFactor2'} = $upper2Sum - $lower2Sum; } - my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount, - $sendValues); - - $r->print('
'."\n"); - $r->print(''); - $r->print('
'."\n"); return; } +#---- END Problem Statistics Web Page ---------------------------------------- + 1; __END__