--- loncom/interface/statistics/lonproblemstatistics.pm 2002/08/12 18:21:42 1.18 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/13 00:37:18 1.19 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.18 2002/08/12 18:21:42 albertel Exp $ +# $Id: lonproblemstatistics.pm,v 1.19 2002/08/13 00:37:18 stredwic Exp $ # # Copyright Michigan State University Board of Trustees # @@ -43,11 +43,14 @@ use Apache::lonhtmlcommon; use Apache::loncoursedata; use GDBM_File; +my $jr; sub BuildProblemStatisticsPage { my ($cacheDB, $students, $courseID, $c, $r)=@_; my %cache; + $jr = $r; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { return '
Unable to tie database.'; } @@ -73,345 +76,69 @@ sub BuildProblemStatisticsPage { $r->rflush(); untie(%cache); - &Create_PrgWin($r); - my $count=0; - foreach (@$students) { - &Update_PrgWin(scalar(@$students),$count,$_,$r); - my $courseData = - &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { - &Apache::loncoursedata::ProcessStudentData(\%cache, - $courseData, $_); - untie(%cache); - } - $count++; - } - &Close_PrgWin($r); + + &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students,'true', + $cacheDB,'true', + 'true',$courseID, + $r, $c); if($c->aborted()) { return; } unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { return 'Unable to tie database.'; } - my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); + my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.","D.F.1st","D.F.2nd","Disc."); my $color=&setbgcolor(0); - my $state=$ENV{'form.ProblemStatisticsHeading'}; - - my $TempCache; - - if ($state) { - $TempCache=&CacheStatisticsTable($state,\%cache,\%Header, - $r,$color); - } else { - my %discriminant=(); - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, - \%discriminant); - } - my ($upper, $lower) = &Discriminant(\%discriminant,$r); - $TempCache= &BuildStatisticsTable(\%cache, $upper, $lower, - \@list, \%Header, $students, - $r, $color); - } +# my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); +# my ($upper, $lower) = &Discriminant(\%discriminant,$r); + my ($problemData) = &ExtractStudentData(\%cache, $students); + &CalculateStatistics($problemData); + &SortProblems($problemData, $cache{'ProblemStatisticsSort'}, + $cache{'ProblemStatisticsAscend'}); + #$TempCache= + &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, + $problemData, \@Header, $r, $color); untie(%cache); - foreach (keys %$TempCache) { - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { - $cache{$_}=$TempCache->{$_}; +# foreach (keys %$TempCache) { +# last if ($c->aborted()); +# if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { +# $cache{$_}=$TempCache->{$_}; +# untie(%cache); +# } +# } - untie(%cache); - } - } - if($c->aborted()) { return; } - untie(%cache); +# if($c->aborted()) { return; } +# untie(%cache); + + return; } #---- Problem Statistics Web Page --------------------------------------- sub CreateProblemStatisticsTableHeading { - my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; - if($displayFormat eq 'Display CSV Format') { - $r->print('P# | '."\n"; - for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { - $Result .= ''.''.' | '."\n"; - } - $Result .= "\n".'
---|
'."\n");
+ $r->print(' |
'; $Ptr .= '#Stdnts | '; - $Ptr .= 'Total Number of Students opened the problem.'; + $Ptr .= ' | Total number of students attempted the problem.'; $Ptr .= ' |
'; $Ptr .= 'Tries | '; - $Ptr .= 'Total Number of Tries for solving the problem.'; + $Ptr .= ' | Total number of tries for solving the problem.'; $Ptr .= ' |
'; $Ptr .= 'Mod | '; - $Ptr .= 'Maximunm Number of Tries for solving the problem.'; + $Ptr .= ' | Largest number of tries for solving the problem by a student.'; $Ptr .= ' |
'; $Ptr .= 'Mean | '; - $Ptr .= 'Average Number of the tries. [ Tries / #Stdnts ]'; + $Ptr .= ' | Average number of tries. [ Tries / #Stdnts ]'; $Ptr .= ' |
'; $Ptr .= '#YES | '; $Ptr .= 'Number of students solved the problem correctly.'; @@ -757,9 +398,9 @@ sub ProblemStatisticsLegend { $Ptr .= '#yes | '; $Ptr .= 'Number of students solved the problem by override.'; $Ptr .= ' |
'; - $Ptr .= '%Wrng | '; - $Ptr .= 'Percentage of students tried to solve the problem '; - $Ptr .= 'but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; + $Ptr .= '%Wrong | '; + $Ptr .= 'Percentage of students who tried to solve the problem '; + $Ptr .= 'but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; $Ptr .= ' |
'; $Ptr .= 'DoDiff | '; $Ptr .= 'Degree of Difficulty of the problem. ';
@@ -792,8 +433,184 @@ sub ProblemStatisticsLegend {
}
#------- Processing upperlist and lowerlist according to each problem
+
+sub ExtractStudentData {
+ my ($cache, $students)=@_;
+
+#$Apache::lonxml::debug=1;
+#&Apache::lonhomework::showhash(%$cache);
+#$Apache::lonxml::debug=0;
+
+ my @problemList=();
+ my %problemData;
+ foreach my $sequence (split(':', $cache->{'orderedSequences'})) {
+ if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' &&
+ $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) {
+ next;
+ }
+
+ foreach my $problemID (split(':', $cache->{$sequence.':problems'})) {
+ foreach my $part (split(/\:/,$cache->{$sequence.':'.
+ $problemID.
+ ':parts'})) {
+ my $id = $sequence.':'.$problemID.':'.$part;
+ push(@problemList, $id);
+ my $totalTries = 0;
+ my $totalAwarded = 0;
+ my $correct = 0;
+ my $correctByOverride = 0;
+ my $studentCount = 0;
+ my $maxTries = 0;
+ my $totalFirst = 0;
+ my @studentTries=();
+ foreach(@$students) {
+ my $code = $cache->{"$_:$problemID:$part:code"};
+
+ if(defined($cache->{$_.':error'}) || $code eq ' ' ||
+ $cache->{"$_:$problemID:NoVersion"} eq 'true') {
+ next;
+ }
+
+ $studentCount++;
+ my $tries = $cache->{"$_:$problemID:$part:tries"};
+ if($maxTries < $tries) {
+ $maxTries = $tries;
+ }
+ $totalTries += $tries;
+ push(@studentTries, $tries);
+
+ my $awarded = $cache->{"$_:$problemID:$part:awarded"};
+ $totalAwarded += $awarded;
+
+ if($code eq '*') {
+ $correct++;
+ if($tries == 1) {
+ $totalFirst++;
+ }
+ } elsif($code eq '+') {
+ $correctByOverride++;
+ }
+ }
+
+ $problemData{$id.':sequenceTitle'} =
+ $cache->{$sequence.':title'};
+ $problemData{$id.':studentCount'} = $studentCount;
+ $problemData{$id.':totalTries'} = $totalTries;
+ $problemData{$id.':studentTries'} = \@studentTries;
+ $problemData{$id.':totalAwarded'} = $totalAwarded;
+ $problemData{$id.':correct'} = $correct;
+ $problemData{$id.':correctByOverride'} = $correctByOverride;
+ $problemData{$id.':wrong'} = $studentCount -
+ ($correct + $correctByOverride);
+ $problemData{$id.':maxTries'} = $maxTries;
+ $problemData{$id.':totalFirst'} = $totalFirst;
+ }
+ }
+ }
+
+ $problemData{'problemList'} = \@problemList;
+# $Discussed=0;
+# if($Discuss->{"$name:$problem"}) {
+# $TotDiscuss++;
+# $Discussed=1;
+# }
+
+ return \%problemData;
+}
+
+sub SortProblems {
+ my ($problemData,$sortBy,$ascend)=@_;
+
+ if($sortBy eq "Homework Sets Order") {
+ return;
+ }
+
+ my $data;
+
+ if ($sortBy eq "#Stdnts") { $data = ':studentCount'; }
+ elsif($sortBy eq "Tries") { $data = ':totalTries'; }
+ elsif($sortBy eq "Mod") { $data = ':maxTries'; }
+ elsif($sortBy eq "Mean") { $data = ':mean'; }
+ elsif($sortBy eq "#YES") { $data = ':correct'; }
+ elsif($sortBy eq "#yes") { $data = ':correctByOverride'; }
+ elsif($sortBy eq "%Wrng") { $data = ':percentWrong'; }
+ elsif($sortBy eq "DoDiff") { $data = ':degreeOfDifficulty'; }
+ elsif($sortBy eq "S.D.") { $data = ':standardDeviation'; }
+ elsif($sortBy eq "Skew.") { $data = ':skewness'; }
+ elsif($sortBy eq "D.F.1st") { $data = ':discriminantFactor1'; }
+ elsif($sortBy eq "D.F.2nd") { $data = ':discriminantFactor2'; }
+ elsif($sortBy eq "Disc.") { $data = ''; }
+ else { return; }
+
+ my $problems = $problemData->{'problemList'};
+ my @orderedProblems =
+ sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} }
+ @$problems;
+ if($ascend eq 'Descending') {
+ @orderedProblems = reverse(@orderedProblems);
+ }
+
+ $problemData->{'problemList'} = \@orderedProblems;
+
+ return;
+}
+
+sub CalculateStatistics {
+ my ($data)=@_;
+
+ my $problems = $data->{'problemList'};
+ foreach(@$problems) {
+ # Mean
+ $data->{$_.':mean'} = ($data->{$_.':studentCount'}) ?
+ ($data->{$_.':totalTries'} / $data->{$_.':studentCount'}) : 0;
+
+ # %Wrong
+ $data->{$_.':percentWrong'} = ($data->{$_.':studentCount'}) ?
+ (($data->{$_.':wrong'} / $data->{$_.':studentCount'}) * 100.0) :
+ 100.0;
+
+ # Degree of Difficulty
+ $data->{$_.':degreeOfDifficulty'} = ($data->{$_.':totalTries'}) ?
+ (1 - (($data->{$_.':correct'} + $data->{$_.':correctByOverride'}) /
+ $data->{$_.':totalTries'})) : 0;
+
+ # Factor in mean
+ my $studentTries = $data->{$_.':studentTries'};
+ foreach(my $index=0; $index < scalar(@$studentTries); $index++) {
+ $studentTries->[$index] -= $data->{$_.':mean'};
+ }
+ my $sumSquared = 0;
+ my $sumCubed = 0;
+ foreach(@$studentTries) {
+ my $squared = ($_ * $_);
+ my $cubed = ($squared * $_);
+ $sumSquared += $squared;
+ $sumCubed += $cubed;
+ }
+
+ # Standard deviation
+ $data->{$_.':standardDeviation'} = ($data->{$_.':studentCount'} - 1) ?
+ ((sqrt($sumSquared)) / ($data->{$_.':studentCount'} - 1)) : 0;
+
+ # Skewness
+ my $standardDeviation = $data->{$_.':standardDeviation'};
+ $data->{$_.':skewness'} = ($data->{$_.':standardDeviation'}) ?
+ (((sqrt($sumSquared)) / $data->{$_.':studentCount'}) /
+ ($standardDeviation * $standardDeviation * $standardDeviation)) :
+ 0;
+
+ # Discrimination Factor 1
+ $data->{$_.':discriminationFactor1'} = 0;
+
+ # Discrimination Factor 2
+ $data->{$_.':discriminationFactor2'} = 0;
+ }
+
+ return;
+}
+
sub ProcessDiscriminant {
- my ($List,$r) = @_;
+ my ($List) = @_;
my @sortedList = sort (@$List);
my $Count = scalar @sortedList;
my $Problem;
@@ -806,7 +623,7 @@ sub ProcessDiscriminant {
my $nStudent=0;
my %Proc=undef;
while ($nIndex<$Count) {
-# $r->print(" $nIndex) $sortedList[$nIndex]"); +# $jr->print(" $nIndex) $sortedList[$nIndex]"); ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); @Dis=split(/\+/,$tmp); my $Temp = $Problem; @@ -819,7 +636,7 @@ sub ProcessDiscriminant { @Dis=split(/\+/,$tmp); } while ( $Problem eq $Temp && $nIndex < $Count ); $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $r->print(" $nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); +# $jr->print(" $nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); $Sum1=0; $Sum2=0; $nStudent=0; @@ -830,7 +647,7 @@ sub ProcessDiscriminant { #------- Creating Discimination factor sub Discriminant { - my ($discriminant,$r)=@_; + my ($discriminant)=@_; my @discriminantKeys=keys(%$discriminant); my $Count = scalar @discriminantKeys; @@ -854,8 +671,8 @@ sub Discriminant { } } } - my %DisUp = &ProcessDiscriminant(\@UpList,$r); - my %DisLow = &ProcessDiscriminant(\@LowList,$r); + my %DisUp = &ProcessDiscriminant(\@UpList); + my %DisLow = &ProcessDiscriminant(\@LowList); return (\%DisUp, \%DisLow); } |