--- loncom/interface/statistics/lonproblemstatistics.pm 2002/08/06 02:01:05 1.14 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/13 00:37:18 1.19 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.14 2002/08/06 02:01:05 minaeibi Exp $ +# $Id: lonproblemstatistics.pm,v 1.19 2002/08/13 00:37:18 stredwic Exp $ # # Copyright Michigan State University Board of Trustees # @@ -43,12 +43,15 @@ use Apache::lonhtmlcommon; use Apache::loncoursedata; use GDBM_File; +my $jr; sub BuildProblemStatisticsPage { my ($cacheDB, $students, $courseID, $c, $r)=@_; my %cache; - #my %DoDiff; - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + + $jr = $r; + + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { return 'Unable to tie database.'; } @@ -73,365 +76,69 @@ sub BuildProblemStatisticsPage { $r->rflush(); untie(%cache); - &Create_PrgWin($r); - my $count=0; - foreach (@$students) { - &Update_PrgWin(scalar(@$students),$count,$_,$r); - my $courseData = - &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { - &Apache::loncoursedata::ProcessStudentData(\%cache, - $courseData, $_); - untie(%cache); - } - $count++; - } - &Close_PrgWin($r); + + &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students,'true', + $cacheDB,'true', + 'true',$courseID, + $r, $c); if($c->aborted()) { return; } - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { return 'Unable to tie database.'; } - my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); + my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.","D.F.1st","D.F.2nd","Disc."); my $color=&setbgcolor(0); - my $state=$ENV{'form.ProblemStatisticsHeading'}; - -# my $state=&Apache::lonstatistics::CheckFormElement(\%cache, -# 'ProblemStatisticsHeading', -# 'ProblemStatisticsHeading', -# 'Homework Sets Order'); -# $r->print("
state=".$state); - - my $TempCache; - - if ($state) { - $TempCache=&CacheStatisticsTable($state,\%cache,\%Header, - $r,$color); - } else { - my %discriminant=(); - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, - \%discriminant); - } - #&Apache::lonstatistics::Close_PrgWin($r); - my ($upper, $lower) = &Discriminant(\%discriminant,$r); - $TempCache= &BuildStatisticsTable(\%cache, $upper, $lower, - \@list, \%Header, $students, - $r, $color); - } +# my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); +# my ($upper, $lower) = &Discriminant(\%discriminant,$r); + my ($problemData) = &ExtractStudentData(\%cache, $students); + &CalculateStatistics($problemData); + &SortProblems($problemData, $cache{'ProblemStatisticsSort'}, + $cache{'ProblemStatisticsAscend'}); + #$TempCache= + &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, + $problemData, \@Header, $r, $color); untie(%cache); - foreach (keys %$TempCache) { - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { - $cache{$_}=$TempCache->{$_}; +# foreach (keys %$TempCache) { +# last if ($c->aborted()); +# if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { +# $cache{$_}=$TempCache->{$_}; +# untie(%cache); +# } +# } - untie(%cache); - } - } - if($c->aborted()) { return; } - untie(%cache); +# if($c->aborted()) { return; } +# untie(%cache); + + return; } #---- Problem Statistics Web Page --------------------------------------- sub CreateProblemStatisticsTableHeading { - my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; - if($displayFormat eq 'Display CSV Format') { - $r->print('
"'.$sequenceTitle.'","'); - $r->print($sequenceSource.'"'); - return; - } - if ($sequenceSource eq 'Sorted by: ') { - $r->print('
'.$sequenceSource.$sequenceTitle.''); - } else { - $r->print('
'.$sequenceTitle.''); - } - my $Result = "\n".''."\n"; - for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { - $Result .= ''."\n"; - } - $Result .= "\n".''."\n"; - $r->print($Result); - $r->rflush(); -} - -sub CloseTable { - my ($cache,$r)=@_; - if($cache->{'DisplayFormat'} eq 'Display CSV Format') { - return; - } - $r->print("\n".'
P#'.''.'
'."\n"); - $r->rflush(); -} - + my ($headings,$r)=@_; -# Create progress -sub Create_PrgWin { - my ($r)=@_; - $r->print(< - popwin=open('','popwin','width=400,height=100'); - popwin.document.writeln(''+ - 'LON-CAPA Statistics'+ - '

Computation Progress

'+ - '
'+ - '
'+ - ''); - popwin.document.close(); - -ENDPOP - - $r->rflush(); -} - -# update progress -sub Update_PrgWin { - my ($totalStudents,$index,$name,$r)=@_; - $r->print(''); - $r->rflush(); -} - -# close Progress Line -sub Close_PrgWin { - my ($r)=@_; - $r->print(''); - $r->rflush(); -} - - -# ------ Dump the Student's DB file and handling the data for statistics table -sub ExtractStudentData { - my ($cache,$name,$list,$Discuss,$r,$discriminant)=@_; - my $totalTries = 0; - my $totalAwarded = 0; - my $spent=0; - my $spent_yes=0; - my $TotDiscuss=0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TotFirst = 0; - my $TimeTot = 0; - my $Discussed=0; - my $discrim=''; - my $tempSequenceOrder=100; - -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$cache); -#$Apache::lonxml::debug=0; - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - my $tempProblemOrder=100; - if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && - $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { -# $r->print("
sequences=$cache->{'orderedSequences'}"); -# $r->print("
".$cache->{$sequence.':title'}); - next; - } - $tempSequenceOrder++; - - #$discrim .= '&'; - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { -# $r->print("
problems=$cache->{$sequence.':problems'}"); - my $problem = $cache->{$problemID.':problem'}; -# $r->print("
$problemID === $problem"); - my $LatestVersion = $cache->{$name.':version:'.$problem}; - # Output dashes for all the parts of this problem if there - # is no version information about the current problem. - #if(!$LatestVersion) { - # foreach my $part (split(/\:/,$cache->{$sequence.':'. - # $problemID. - # ':parts'})) { - # $codes .= "-,"; - # $attempts .= "0,"; - # } - # next; - #} - - my %partData=undef; - $partData{'count'}=0; - # Initialize part data, display skips correctly - # Skip refers to when a student made no submissions on that - # part/problem. - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - $tempProblemOrder++; - $partData{'count'}++; -# $r->print("
parts=$cache->{$sequence.':'.$problemID.':parts'}"); - $partData{$part.':order'}=$tempProblemOrder; - $partData{$part.':tries'}=0; - $partData{$part.':code'}='-'; - } - - # Looping through all the versions of each part, starting with the - # oldest version. Basically, it gets the most recent - # set of grade data for each part. - for(my $Version=1; $Version<=$LatestVersion; $Version++) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - - if(!defined($cache->{$name.":$Version:$problem". - ":resource.$part.solved"})) { - # No grade for this submission, so skip - next; - } - - my $tries=0; - my $time=0; - my $awarded=0; - $Discussed=0; - my $code='-'; - - $awarded = $cache->{"$name:$Version:$problem:resource.". - "$part.awarded"}; - $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; - $totalAwarded += $awarded; - - $tries = $cache->{"$name:$Version:$problem". - ":resource.$part.tries"}; - $partData{$part.':tries'} = ($tries) ? $tries : 0; - $partData{$part.':wrong'} = $partData{$part.':tries'}; - $totalTries += $tries; - - my $val = $cache->{$name.":$Version:$problem". - ":resource.$part.solved"}; - if ($val eq 'correct_by_student') {$code = 'C';} - elsif ($val eq 'correct_by_override') {$code = 'O';} - elsif ($val eq 'incorrect_attempted') {$code = 'I';} - elsif ($val eq 'incorrect_by_override'){$code = 'I';} - elsif ($val eq 'excused') {$code = 'x';} - $partData{$part.':code'}=$code; - if($partData{$part.':wrong'} ne 0 && - ($code eq 'C' || $code eq 'O')) { - $partData{$part.':wrong'}--; - } - } - } - -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%partData); -#$Apache::lonxml::debug=0; - - # Loop through all the parts for the current problem in the - # correct order and prepare the output - my $partCounter=0; - foreach (split(/\:/,$cache->{$sequence.':'.$problemID. - ':parts'})) { - $partCounter++; - my $Yes = 0; - if($partData{$_.':code'} eq 'C' || - $partData{$_.':code'} eq 'O') { - $Yes=1; - } - my $pOrder=$partData{$_.':order'}; - my $ptr = $tempSequenceOrder.':'.$pOrder.':'.$problemID; - - if($partData{'count'} > 1) { - $ptr .= "*(part $_)"; - } - #if($partCounter > 1) { - $discrim .= '&'; - #} - - my ($pr_no,$dod)=split('&',$ptr); -# my $DoDiff=$DoDiff->{$dod}; -# $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); - - my $Fac = ($partData{$_.':tries'}) ? - ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; - my $DisF; - if($Fac > 0 && $Fac < 1) { - $DisF = sprintf( "%.4f", $Fac ); - } else { - $DisF = $Fac; - } - - if ($Discuss->{"$name:$problem"}) { - $TotDiscuss++; - $Discussed=1; - } - my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; - $discrim .= $tempSequenceOrder.'@'.$pOrder.'='.$DisF.'+'.$Yes; - $ptr .= '&'.$partData{$_.':tries'}. - '&'.$partData{$_.':wrong'}. - '&'.$partData{$_.':code'}; - push (@$list, $ptr."&$Discussed"); -# $r->print('
'.$_.$name.'---'.$ptr); - -#### if ($DoDiff>0.85) { - - $TimeTot += $time; - - if ($Yes==1 && $partData{$_.':tries'}==1) { - $TotFirst++; - } -# my $Acts= $Activity->{$name.':'.$problem}; -# if ($Acts) { -# my $Pt=&ProcAct( $Acts, $time ); - #my ($spe,$beg) = split(/\+/,$Pt); -# my $spe= $Pt; -# if ($Yes==1) {$spent_yes += $spe;} -# $spent += $spe; - #$Beg += $beg; -# $r->print('
'.$name.'---'.$problem.'---'.$spe); -# } - $TotalOpend++; - $ProbTot++; - - $tempProblemOrder++; - } - } - } - my $pstr; - if($totalTries) { - my $DisFac = ($totalAwarded/$totalTries); - my $DisFactor = sprintf( "%.4f", $DisFac ); - my $TS = sprintf( "%.2f", $spent ); - my $TS_yes = sprintf( "%.2f", $spent_yes ); - $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. - $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. - $TS_yes.':'.$TS.':'.$TotDiscuss; - (%$discriminant)->{$pstr}=$discrim; + my $Str=''; + $Str .= ''."\n"; + $Str .= 'P#'."\n"; + foreach(@$headings) { + $Str .= ''.''.$_.' '."\n"; } -} + $Str .= "\n".''."\n"; -sub NumericSort { - $a <=> $b; -} - -sub OrderedSort { - if ($ENV{'form.order'} eq 'Descending') { - $b <=> $a; - } else { - $a <=> $b; - } + return $Str; } - - sub BuildStatisticsTable { - my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_; - my $NoElements = scalar @$list; - my @list=sort(@$list); + my ($cache,$displayFormat,$data,$headings,$r,$color)=@_; #6666666 # my $file="/home/httpd/perl/tmp/183d.txt"; @@ -447,167 +154,69 @@ sub BuildStatisticsTable { ##777777 ## $Str .= &Classify($discriminantFactor, $students); - my $p_count = 0; - my $dummy; - my $p_val; - my $ResId; my %TempCache; - my $cIdx=0; - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && - $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { - next; - } - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, - $cache->{$sequence.':source'}, - $cache->{$sequence.':title'}, - $headings,$r); - my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $list[$cIdx]); - my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); - $sequence+=100; - while ($SqOrd==$sequence && $cIdx<$NoElements) { - my %storestats=(); - my $pOrd=$PrOrd; - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my $DiscNo=0; - my @StdLst; - while ($pOrd==$PrOrd && $cIdx<$NoElements) - { - $cIdx++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq '-' ) { $StdNo--; } - ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $list[$cIdx]); - ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); - } - - $p_count++; - my $Dummy; - ($ResId,$Dummy)=split(/\*/,$Temp); - -###################### - $Temp = ''.$cache->{$ResId.':title'}.$Dummy.''; - - #$r->print('
rid='.$ResId); - #$r->print('
src='.$cache->{$ResId.':source'}); - #$r->print('
tit='.$cache->{$ResId.':title'}); - - my $res = &Apache::lonnet::declutter($cache->{$ResId.':source'}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); - $urlres=$Map; -####################### - -# $res = ''.$res.''; - #$Map = ''.$res.''; - -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } - -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; - -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } - -#--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,$upper->{$sequence.'@'.$pOrd}); - my ($Lw1,$Lw2)=split(/\:/,$lower->{$sequence.'@'.$pOrd}); - - my $Dis1 = $Up1 - $Lw1; - my $Dis2 = $Up2 - $Lw2; - my $_D1 = sprintf("%.2f", $Dis1); - my $_D2 = sprintf("%.2f", $Dis2); - -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $sequence.'@'.$pOrd.'&'.$Temp.'&'.$StdNo.'&'. - $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. - $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. - $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. - $DiscNo.'&'.$Prob; + my $problems = $data->{'problemList'}; + if($displayFormat ne 'Display CSV Format') { + $r->print('
'."\n"); + $r->print(''."\n"); + $r->print(&CreateProblemStatisticsTableHeading($headings, $r)); + } else { + $r->print('
'); + } -#####{$sequence.'@'.$pOrd} - $TempCache{'CacheTable:'.($p_count-1)}=$join; + my $count = 1; + foreach(@$problems) { + my ($sequence,$problem,$part)=split(':', $_); +# my $problemRef = ''.$cache->{$problem.':title'}.''; + + my $ref = $cache->{$problem.':title'}; + my $title = $cache->{$problem.':title'}; + my $source = 'source'; + my $tableData = join('&', $ref, $title, $source, + $data->{$_.':studentCount'}, + $data->{$_.':totalTries'}, + $data->{$_.':maxTries'}, + sprintf("%.2f", $data->{$_.':mean'}), + $data->{$_.':correct'}, + $data->{$_.':correctByOverride'}, + sprintf("%.1f", $data->{$_.':percentWrong'}), + sprintf("%.2f", $data->{$_.':degreeOfDifficulty'}), + sprintf("%.1f", $data->{$_.':standardDeviation'}), + sprintf("%.1f", $data->{$_.':skewness'}), + sprintf("%.2f", $data->{$_.':discriminationFactor1'}), + sprintf("%.2f", $data->{$_.':discriminationFactor2'}), + 0); # 0 is for discussion, need to figure out +# $TempCache{'CacheTable:'.$_}=$join; #6666666 # $r->print('
'.$out.'&'.$DoD); # print (OUT $out.'@'.$DoD.'&'); #6666666 - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } +#check with Gerd +# $urlres=~/^(\w+)\/(\w+)/; +# if ($StdNo) { +# &Apache::lonnet::put('nohist_resevaldata',\%storestats, +# $1,$2); +# } #-------------------------------- Row of statistical table - &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color, - \%TempCache); - } - $TempCache{'ProblemCount'}=$p_count; - &CloseTable($cache,$r); + &TableRow($displayFormat,$tableData,$count,$r,$color); +# $GraphDat->{'GraphGif:'.($count-1)}=$DoD.':'.$Wrng; + $count++; } -### &Close_PrgWin(); +# $TempCache{'ProblemCount'}=$count; + if($cache->{'DisplayFormat'} ne 'Display CSV Format') { + $r->print('
'."\n"); + } + $r->print('
'); #6666666 # close( OUT ); #666666 return \%TempCache; } - +=pod sub CacheStatisticsTable { my ($state,$cache,$headings,$r,$color)=@_; my @list = (); @@ -624,9 +233,7 @@ sub CacheStatisticsTable { } if ($pos>0) { -# $r->print('
pos1='.$pos); -# @list = sort OrderedSort (@list); - @list = sort NumericSort (@list); + @list = sort OrderedSort (@list); } else { @list = sort (@list); } @@ -641,10 +248,11 @@ sub CacheStatisticsTable { if ($cIdx==$p_count) { return \%TempCache; } - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $r->print(&CreateProblemStatisticsTableHeading( + $cache->{'DisplayFormat'}, $cache->{$sequence.':source'}, $cache->{$sequence.':title'}, - $headings,$r); + $headings,$r)); my ($tar)=split(/\&/,$list[$cIdx]); $tar=~s/\+//eg; @@ -662,10 +270,11 @@ sub CacheStatisticsTable { } } else { - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $r->print(&CreateProblemStatisticsTableHeading( + $cache->{'DisplayFormat'}, 'Sorted by: ', $headings->{$pos-1}, - $headings,$r); + $headings,$r)); for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { my($Pre, $Post) = split(/\+/,$list[$nIndex]); &TableRow($cache,$Post,$nIndex,$nIndex,$r,$color,\%TempCache); @@ -675,19 +284,18 @@ sub CacheStatisticsTable { return \%TempCache; } - +=cut sub TableRow { - my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; - my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, + my ($displayFormat,$Str,$RealIdx,$r,$color)=@_; + my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); my $Ptr; - if($cache->{'DisplayFormat'} eq 'Display CSV Format') { - my ($ResId,$Dummy)=split(/\*/,$Prob); + if($displayFormat eq 'Display CSV Format') { $Ptr="\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{$ResId.':title'}.$Dummy.'",'. - "\n".'"'.$cache->{$ResId.':source'}.'",'. + "\n".'"'.$RealIdx.'",'. + "\n".'"'.$title.'",'. + "\n".'"'.$source.'",'. "\n".'"'.$StdNo.'",'. "\n".'"'.$TotalTries.'",'. "\n".'"'.$MxTries.'",'. @@ -705,8 +313,8 @@ sub TableRow { $r->print("\n".$Ptr); } else { $Ptr="\n".''. - "\n".''.($RealIdx+1).''. - "\n".''.$Temp.''. + "\n".''.$RealIdx.''. + "\n".''.$ref.''. "\n".' '.$StdNo.''. "\n".''.$TotalTries.''. "\n".''.$MxTries.''. @@ -722,9 +330,9 @@ sub TableRow { "\n".' '.$DiscNo.''; $r->print("\n".$Ptr.'' ); } - $GraphDat->{'GraphGif:'.$RealIdx}=$DoD.':'.$Wrng; -} + return; +} # For loading the colored table for display or un-colored for print sub setbgcolor { @@ -773,16 +381,16 @@ sub ProblemStatisticsLegend { $Ptr = ''; $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; - $Ptr .= ''; $Ptr .= ''; $Ptr .= ''; - $Ptr .= ''; + $Ptr .= ''; $Ptr .= '
'; $Ptr .= '#StdntsTotal Number of Students opened the problem.'; + $Ptr .= 'Total number of students attempted the problem.'; $Ptr .= '
'; $Ptr .= 'TriesTotal Number of Tries for solving the problem.'; + $Ptr .= 'Total number of tries for solving the problem.'; $Ptr .= '
'; $Ptr .= 'ModMaximunm Number of Tries for solving the problem.'; + $Ptr .= 'Largest number of tries for solving the problem by a student.'; $Ptr .= '
'; $Ptr .= 'MeanAverage Number of the tries. [ Tries / #Stdnts ]'; + $Ptr .= 'Average number of tries. [ Tries / #Stdnts ]'; $Ptr .= '
'; $Ptr .= '#YESNumber of students solved the problem correctly.'; @@ -790,9 +398,9 @@ sub ProblemStatisticsLegend { $Ptr .= '#yesNumber of students solved the problem by override.'; $Ptr .= '
'; - $Ptr .= '%WrngPercentage of students tried to solve the problem '; - $Ptr .= 'but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; + $Ptr .= '%WrongPercentage of students who tried to solve the problem '; + $Ptr .= 'but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; $Ptr .= '
'; $Ptr .= 'DoDiffDegree of Difficulty of the problem. '; @@ -825,8 +433,184 @@ sub ProblemStatisticsLegend { } #------- Processing upperlist and lowerlist according to each problem + +sub ExtractStudentData { + my ($cache, $students)=@_; + +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%$cache); +#$Apache::lonxml::debug=0; + + my @problemList=(); + my %problemData; + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } + + foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { + foreach my $part (split(/\:/,$cache->{$sequence.':'. + $problemID. + ':parts'})) { + my $id = $sequence.':'.$problemID.':'.$part; + push(@problemList, $id); + my $totalTries = 0; + my $totalAwarded = 0; + my $correct = 0; + my $correctByOverride = 0; + my $studentCount = 0; + my $maxTries = 0; + my $totalFirst = 0; + my @studentTries=(); + foreach(@$students) { + my $code = $cache->{"$_:$problemID:$part:code"}; + + if(defined($cache->{$_.':error'}) || $code eq ' ' || + $cache->{"$_:$problemID:NoVersion"} eq 'true') { + next; + } + + $studentCount++; + my $tries = $cache->{"$_:$problemID:$part:tries"}; + if($maxTries < $tries) { + $maxTries = $tries; + } + $totalTries += $tries; + push(@studentTries, $tries); + + my $awarded = $cache->{"$_:$problemID:$part:awarded"}; + $totalAwarded += $awarded; + + if($code eq '*') { + $correct++; + if($tries == 1) { + $totalFirst++; + } + } elsif($code eq '+') { + $correctByOverride++; + } + } + + $problemData{$id.':sequenceTitle'} = + $cache->{$sequence.':title'}; + $problemData{$id.':studentCount'} = $studentCount; + $problemData{$id.':totalTries'} = $totalTries; + $problemData{$id.':studentTries'} = \@studentTries; + $problemData{$id.':totalAwarded'} = $totalAwarded; + $problemData{$id.':correct'} = $correct; + $problemData{$id.':correctByOverride'} = $correctByOverride; + $problemData{$id.':wrong'} = $studentCount - + ($correct + $correctByOverride); + $problemData{$id.':maxTries'} = $maxTries; + $problemData{$id.':totalFirst'} = $totalFirst; + } + } + } + + $problemData{'problemList'} = \@problemList; +# $Discussed=0; +# if($Discuss->{"$name:$problem"}) { +# $TotDiscuss++; +# $Discussed=1; +# } + + return \%problemData; +} + +sub SortProblems { + my ($problemData,$sortBy,$ascend)=@_; + + if($sortBy eq "Homework Sets Order") { + return; + } + + my $data; + + if ($sortBy eq "#Stdnts") { $data = ':studentCount'; } + elsif($sortBy eq "Tries") { $data = ':totalTries'; } + elsif($sortBy eq "Mod") { $data = ':maxTries'; } + elsif($sortBy eq "Mean") { $data = ':mean'; } + elsif($sortBy eq "#YES") { $data = ':correct'; } + elsif($sortBy eq "#yes") { $data = ':correctByOverride'; } + elsif($sortBy eq "%Wrng") { $data = ':percentWrong'; } + elsif($sortBy eq "DoDiff") { $data = ':degreeOfDifficulty'; } + elsif($sortBy eq "S.D.") { $data = ':standardDeviation'; } + elsif($sortBy eq "Skew.") { $data = ':skewness'; } + elsif($sortBy eq "D.F.1st") { $data = ':discriminantFactor1'; } + elsif($sortBy eq "D.F.2nd") { $data = ':discriminantFactor2'; } + elsif($sortBy eq "Disc.") { $data = ''; } + else { return; } + + my $problems = $problemData->{'problemList'}; + my @orderedProblems = + sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } + @$problems; + if($ascend eq 'Descending') { + @orderedProblems = reverse(@orderedProblems); + } + + $problemData->{'problemList'} = \@orderedProblems; + + return; +} + +sub CalculateStatistics { + my ($data)=@_; + + my $problems = $data->{'problemList'}; + foreach(@$problems) { + # Mean + $data->{$_.':mean'} = ($data->{$_.':studentCount'}) ? + ($data->{$_.':totalTries'} / $data->{$_.':studentCount'}) : 0; + + # %Wrong + $data->{$_.':percentWrong'} = ($data->{$_.':studentCount'}) ? + (($data->{$_.':wrong'} / $data->{$_.':studentCount'}) * 100.0) : + 100.0; + + # Degree of Difficulty + $data->{$_.':degreeOfDifficulty'} = ($data->{$_.':totalTries'}) ? + (1 - (($data->{$_.':correct'} + $data->{$_.':correctByOverride'}) / + $data->{$_.':totalTries'})) : 0; + + # Factor in mean + my $studentTries = $data->{$_.':studentTries'}; + foreach(my $index=0; $index < scalar(@$studentTries); $index++) { + $studentTries->[$index] -= $data->{$_.':mean'}; + } + my $sumSquared = 0; + my $sumCubed = 0; + foreach(@$studentTries) { + my $squared = ($_ * $_); + my $cubed = ($squared * $_); + $sumSquared += $squared; + $sumCubed += $cubed; + } + + # Standard deviation + $data->{$_.':standardDeviation'} = ($data->{$_.':studentCount'} - 1) ? + ((sqrt($sumSquared)) / ($data->{$_.':studentCount'} - 1)) : 0; + + # Skewness + my $standardDeviation = $data->{$_.':standardDeviation'}; + $data->{$_.':skewness'} = ($data->{$_.':standardDeviation'}) ? + (((sqrt($sumSquared)) / $data->{$_.':studentCount'}) / + ($standardDeviation * $standardDeviation * $standardDeviation)) : + 0; + + # Discrimination Factor 1 + $data->{$_.':discriminationFactor1'} = 0; + + # Discrimination Factor 2 + $data->{$_.':discriminationFactor2'} = 0; + } + + return; +} + sub ProcessDiscriminant { - my ($List,$r) = @_; + my ($List) = @_; my @sortedList = sort (@$List); my $Count = scalar @sortedList; my $Problem; @@ -839,7 +623,7 @@ sub ProcessDiscriminant { my $nStudent=0; my %Proc=undef; while ($nIndex<$Count) { -# $r->print("
$nIndex) $sortedList[$nIndex]"); +# $jr->print("
$nIndex) $sortedList[$nIndex]"); ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); @Dis=split(/\+/,$tmp); my $Temp = $Problem; @@ -852,7 +636,7 @@ sub ProcessDiscriminant { @Dis=split(/\+/,$tmp); } while ( $Problem eq $Temp && $nIndex < $Count ); $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $r->print("
$nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); +# $jr->print("
$nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); $Sum1=0; $Sum2=0; $nStudent=0; @@ -863,10 +647,7 @@ sub ProcessDiscriminant { #------- Creating Discimination factor sub Discriminant { - my ($discriminant,$r)=@_; -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$discriminant); -#$Apache::lonxml::debug=0; + my ($discriminant)=@_; my @discriminantKeys=keys(%$discriminant); my $Count = scalar @discriminantKeys; @@ -890,8 +671,8 @@ sub Discriminant { } } } - my %DisUp = &ProcessDiscriminant(\@UpList,$r); - my %DisLow = &ProcessDiscriminant(\@LowList,$r); + my %DisUp = &ProcessDiscriminant(\@UpList); + my %DisLow = &ProcessDiscriminant(\@LowList); return (\%DisUp, \%DisLow); } @@ -902,70 +683,53 @@ sub Discriminant { # ------------------------------------------- Prepare data for Graphical chart -sub BuildDiffGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('DiffGraph', $r); - $r->print(''); - - return; -} - -sub BuildWrongGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('WrongGraph', $r); - $r->print(''); - - return; -} - - -sub GetGraphData { - my ($ylab,$r,$cache)=@_; +sub BuildGraphicChart { + my ($ylab,$r,$cacheDB)=@_; + my %cache; my $Col; my $data=''; my $count = 0; my $Max = 0; - my $cid=$ENV{'request.course.id'}; - if ( $ylab eq 'DoDiff Graph' ) { - $ylab = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $ylab = 'Wrong-Percentage'; - $Col = 1; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + return 'Unable to tie database.'; } - - my $p_count = $cache->{'ProblemCount'}; + + my $p_count = $cache{'ProblemCount'}; for ( my $k=0; $k<$p_count;$k++) { - my $key=$cache->{'CacheTable:'.$k}; - my @Temp=split(/\&/,$key); - # $list[$k]=$key; + my @Temp=split(/\:/,$cache{'GraphGif:'.$k}); + my $inf = $Temp[$Col]; + if ( $Max < $inf ) {$Max = $inf;} + $data .= $inf.','; + $count++; } + untie(%cache); +# $r->print("
count=$p_count >>data= $data"); - # foreach (sort NumericSort keys %GraphDat) { - # my @Temp=split(/\:/,$GraphDat{$_}); - # my $inf = $Temp[$Col]; - # if ( $Max < $inf ) {$Max = $inf;} - # $data .= $inf.','; - # $count++; - # } if ( $Max > 1 ) { $Max += (10 - $Max % 10); $Max = int($Max); } else { $Max = 1; } - #untie(%GraphDat); + my $cid=$ENV{'request.course.id'}; + if ( $ylab eq 'DoDiff Graph' ) { + $ylab = 'Degree-of-Difficulty'; + $Col = 0; + } else { + $ylab = 'Wrong-Percentage'; + $Col = 1; + } my $Course = $ENV{'course.'.$cid.'.description'}; $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. + my $GData=$Course.'&'.'Problems#'.'&'.$ylab.'&'. $Max.'&'.$count.'&'.$data; -} + $r->print(''); + + return; +} 1; __END__