--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/25 19:29:23 1.2 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/06 02:01:05 1.14 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.2 2002/07/25 19:29:23 minaeibi Exp $ +# $Id: lonproblemstatistics.pm,v 1.14 2002/08/06 02:01:05 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -31,7 +31,7 @@ # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25 Behrouz Minaei +# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei # ### @@ -43,10 +43,9 @@ use Apache::lonhtmlcommon; use Apache::loncoursedata; use GDBM_File; -my %mapsort; sub BuildProblemStatisticsPage { - my ($cacheDB, $students, $courseID, $c, $r,%color)=@_; + my ($cacheDB, $students, $courseID, $c, $r)=@_; my %cache; #my %DoDiff; unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { @@ -57,16 +56,27 @@ sub BuildProblemStatisticsPage { $Ptr .= ''; $Ptr .= ''."\n"; $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; - $Ptr .= &AscendOrderOptions($cache{'Ascend'}); $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}); $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics', + 'Statistics'); + $Ptr .= '
Sorting Type:'."\n"; + $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( + $cache{'ProblemStatisticsAscend'}, + 'ProblemStatistics', + 'Statistics'); $Ptr .= '
'; - $Ptr .= &ProblemStatisticsLegend(); + $r->print($Ptr); + $r->rflush(); untie(%cache); + &Create_PrgWin($r); + my $count=0; foreach (@$students) { + &Update_PrgWin(scalar(@$students),$count,$_,$r); my $courseData = &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); last if ($c->aborted()); @@ -75,323 +85,67 @@ sub BuildProblemStatisticsPage { $courseData, $_); untie(%cache); } + $count++; } - if($c->aborted()) { return $Ptr; } + &Close_PrgWin($r); + if($c->aborted()) { return; } unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { return 'Unable to tie database.'; } - my $discriminantFactor; - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list,\%Discuss); - } - #&Apache::lonstatistics::Close_PrgWin($r); - return $Ptr; - my ($upper, $lower) = &Discriminant($discriminantFactor); my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); + my $color=&setbgcolor(0); - my %GraphDat= &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, - \%Header, $students, $r, \%color); - - untie(%cache); - - return $Ptr; -} - -sub BuildDiffGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('DiffGraph', $r); - return ''; -} - -sub BuildWrongGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('WrongGraph', $r); - return ''; -} - -#---- Activity log ------------------------------------------------------- - -sub LoadDoDiffFile { - my $file="/home/minaeibi/183d.txt"; - open(FILEID, "<$file"); - my $line=; - my %DoDiff=(); - my @Act=split('&',$line); - -# $r->print('
'.$#Act); - for(my $n=0;$n<=$#Act;$n++){ - my ($res,$Degree)=split('@',$Act[$n]); - $DoDiff{$res}=$Degree; - } + my $state=$ENV{'form.ProblemStatisticsHeading'}; - return \%DoDiff; -} - -sub LoadClassFile { - my $file="/home/minaeibi/class.txt"; - open(FILEID, "<$file"); - my $line; - my %Grade=(); - while ($line=) { - my ($id,$ex1,$ex2,$ex3,$ex4,$hw,$final,$grade)=split(' ',$line); - $Grade{$id}=$grade; - } - return \%Grade; -} - -#------- Classification -sub Classify { - my ($DiscFac, $students)=@_; - my ($fileGrade) = &LoadClassFile(); - my $Count=0; - my @List=(); - my @LS=(); - my @LF=(); - my @LM=(); - my $cf=0; - my $cs=0; - my $cm=0; - foreach (keys(%$DiscFac)){ - my @l=split(/\:/,$_); - if (!($students->{$l[1]})) {next;} - my $Grade=$fileGrade->{$students->{$l[1]}}; - if( $Grade > 3 ) { - $cs++; - push(@LS,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Successful")); - } elsif ( $Grade > 2 ) { - $cm++; - push(@LM,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Average")); - } else { - $cf++; - push(@LF,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Failed")); +# my $state=&Apache::lonstatistics::CheckFormElement(\%cache, +# 'ProblemStatisticsHeading', +# 'ProblemStatisticsHeading', +# 'Homework Sets Order'); +# $r->print("
state=".$state); + + my $TempCache; + + if ($state) { + $TempCache=&CacheStatisticsTable($state,\%cache,\%Header, + $r,$color); + } else { + my %discriminant=(); + my @list=(); + my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); + my $index=0; + foreach (@$students) { + $index++; + #&Apache::lonstatistics::Update_PrgWin(++$index,$r); + &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, + \%discriminant); } + #&Apache::lonstatistics::Close_PrgWin($r); + my ($upper, $lower) = &Discriminant(\%discriminant,$r); + $TempCache= &BuildStatisticsTable(\%cache, $upper, $lower, + \@list, \%Header, $students, + $r, $color); } - my $Str = ''; - for(my $n=0;$n<$cs;$n++){$Str .= '
'.$LS[$n];} - for(my $n=0;$n<$cm;$n++){$Str .= '
'.$LM[$n];} - for(my $n=0;$n<$cf;$n++){$Str .= '
'.$LF[$n];} - - return $Str; -} - -sub ProcAct { - # return; - my ($Act,$Submit)=@_; - my @Act=split(/\@/,$Act); - @Act = sort(@Act); - - ##$r->print('
'.$#Act); - ##for(my $n=0;$n<=$#Act;$n++){ -## $r->print('
n='.$n.')'.$Act[$n]); -## } - -# my $Beg=$Act[0]; - my $Dif=$Submit-$Act[0]; - $Dif = ($Dif>0) ? ($Dif/3600) : 0; - -# $r->print('
Access Number = '.$#Act.'
Submit Time='.$Submit.'
First Access='.$Act[0].'
Last Access='.$Act[$#Act].'
Submit - First = '.$Dif.''); - - -#time spent for solving the problem -# $r->print('
Def'.($Act[$#Act-1]-$Act[0])); + untie(%cache); - return $Dif; -} + foreach (keys %$TempCache) { + last if ($c->aborted()); + if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { + $cache{$_}=$TempCache->{$_}; -sub LoadActivityLog { -# my $CacheDB = "/home/minaeibi/act183.log.cache"; - my $CacheDB = "/home/httpd/perl/tmp/act183.log.cache"; - - my %Activity; - if (-e "$CacheDB") { - if (tie(%Activity,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - return; - } - else { -# $r->print("Unable to tie log Cache hash to db file"); - } - } - else { - if (tie(%Activity,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - foreach (keys %Activity) {delete $Activity{$_};} - &Build_log(\%Activity); - } - else { -# $r->print("Unable to tie log Build hash to db file"); + untie(%cache); } } - return \%Activity; -} - -sub Build_log { - my ($Activity)=@_; - my $file="/home/minaeibi/act183.log"; - open(FILEID, "<$file"); - my $line; - my $count=0; - while ($line=) { - my ($time,$machine,$what)=split(':',$line); - $what=&Apache::lonnet::unescape($what); - my @accesses=split('&',$what); - - foreach my $access (@accesses) { - - $count++; - - my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); - if (!$resource) { next; } - my $res=&Apache::lonnet::unescape($resource); - if (($res =~ /\.problem/)) { - $Activity->{$who.':'.$res}.=$date.'@'; - #$r->print('
'.$time.':'.$who.'---'.$res); - &Update_PrgInit($count); - - } - } - } - -# my $c=1; -# foreach (sort keys %Activity) { -# $r->print('
'.$c.')'.$_.' ... '.$Activity{$_}); -# $c++; -# } - -} - -sub Activity { - my $file="/home/minaeibi/activity.log"; - my $userid='adamsde1'; -# $r->print("
Using $file"); -# $r->rflush(); - open(FILEID, "<$file"); - my $line; - my @allaccess; - my $Count=0; - while ($line=) { - my ($time,$machine,$what)=split(':',$line); - $what=&Apache::lonnet::unescape($what); - my @accesses=split('&',$what); - foreach my $access (@accesses) { - my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); - #if ($who ne $userid) { next; } - if (!$resource) { next; } - my $res=&Apache::lonnet::unescape($resource); - if (($res =~ /\.(sequence|problem|htm|html|page)/)) { - $Count++; -###888 $r->print("
$Count) ".localtime($date).": $who --> $res"); -# if ($post) { -# $Count++; -# $r->print("
$Count) Sent data ".join(':', -# &Apache::lonnet::unescape(@posts)).''); -# } -###888 $r->rflush(); - } - #push (@allaccess,unescape($access)); - #print $machine; - } - } -# @allaccess=sort(@allaccess); -# $Count=0; -# foreach my $access (@allaccess) { -# my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); -# $Count++; -# $r->print("
$Count) $date: $who --> $resource"); -# $r->rflush(); -# if ($post) { -# $r->print("
Sent data ".join(':',unescape(@posts)).''); -# } -# } + if($c->aborted()) { return; } + untie(%cache); } -#---- END Activity log --------------------------------------------------- #---- Problem Statistics Web Page --------------------------------------- -#------- Processing upperlist and lowerlist according to each problem -sub ProcessDiscriminant { - my ($List) = @_; - my @sortedList = sort (@$List); - my $Count = scalar @sortedList; - my $Problem; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum1=0; - my $Sum2=0; - my $nIndex=0; - my $nStudent=0; - my %Proc=undef; - while ($nIndex<$Count) { - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - my $Temp = $Problem; - do { - $nIndex++; - $nStudent++; - $Sum1 += $Dis[0]; - $Sum2 += $Dis[1]; - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - } while ( $Problem eq $Temp && $nIndex < $Count ); -# $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent; - $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
"); - $Sum1=0; - $Sum2=0; - $nStudent=0; - } - - return %Proc; -} - -#------- Creating Discimination factor -sub Discriminant { - my ($discriminantFactor)=@_; - my @discriminantKeys=keys(%$discriminantFactor); - my $Count = scalar @discriminantKeys; - - my $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - - $Count=0; - foreach my $key (sort(@discriminantKeys)) { - $Count++; - if($low < $UpCnt || $Count > $up) { - $low++; - my $str=$discriminantFactor->{$key}; - foreach(split(/\:/,$str)){ - if($_) { - if($low<$UpCnt) { push(@LowList,$_); } - else { push(@UpList,$_); } - } - } - } - } - my %DisUp = &ProcessDiscriminant(\@UpList); - my %DisLow = &ProcessDiscriminant(\@LowList); - - return (\%DisUp, \%DisLow); -} - - -sub NumericSort { - $a <=> $b; -} - - sub CreateProblemStatisticsTableHeading { my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; if($displayFormat eq 'Display CSV Format') { @@ -399,10 +153,12 @@ sub CreateProblemStatisticsTableHeading $r->print($sequenceSource.'"'); return; } - - $r->print('
'.$sequenceTitle.''); - + if ($sequenceSource eq 'Sorted by: ') { + $r->print('
'.$sequenceSource.$sequenceTitle.''); + } else { + $r->print('
'.$sequenceTitle.''); + } my $Result = "\n".''."\n"; for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { $Result .= ''. - "\n".''. - # "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''; + } else { + $Ptr="\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''; $r->print("\n".$Ptr.'' ); } - $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; + $GraphDat->{'GraphGif:'.$RealIdx}=$DoD.':'.$Wrng; } -sub StatusOptions { - my ($cache)=@_; - - my $Status = $cache->{'Status'}; - my $OpSel1 = ''; - my $OpSel2 = ''; - my $OpSel3 = ''; - - if($Status eq 'Any') { $OpSel3 = ' selected'; } - elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } - else { $OpSel1 = ' selected'; } - my $Ptr = ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - - return $Ptr; -} - -sub AscendOrderOptions { - my ($order)=@_; - - my $OpSel1 = ''; - my $OpSel2 = ''; - - if($order eq 'Ascending') { - $OpSel1 = ' selected'; +# For loading the colored table for display or un-colored for print +sub setbgcolor { + my $PrintTable=shift; + my %color; + if ($PrintTable){ + $color{"gb"}="#FFFFFF"; + $color{"red"}="#FFFFFF"; + $color{"yellow"}="#FFFFFF"; + $color{"green"}="#FFFFFF"; + $color{"purple"}="#FFFFFF"; } else { - $OpSel2 = ' selected'; + $color{"gb"}="#DDFFFF"; + $color{"red"}="#FFDDDD"; + $color{"yellow"}="#EEFFCC"; + $color{"green"}="#DDFFDD"; + $color{"purple"}="#FFDDFF"; } - my $Ptr = ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - - return $Ptr; + return \%color; } sub ProblemStatisticsButtons { my ($displayFormat)=@_; my $Ptr = '
P#'.''+ + 'LON-CAPA Statistics'+ + '

Computation Progress

'+ + '
'+ + '
'+ + ''); + popwin.document.close(); + +ENDPOP + + $r->rflush(); +} + +# update progress +sub Update_PrgWin { + my ($totalStudents,$index,$name,$r)=@_; + $r->print(''); + $r->rflush(); +} + +# close Progress Line +sub Close_PrgWin { + my ($r)=@_; + $r->print(''); + $r->rflush(); +} + # ------ Dump the Student's DB file and handling the data for statistics table sub ExtractStudentData { - my ($cache,$name,$list,%Discuss)=@_; - my %discriminantFactor; - + my ($cache,$name,$list,$Discuss,$r,$discriminant)=@_; my $totalTries = 0; my $totalAwarded = 0; - my $tempProblemOrder=0; my $spent=0; my $spent_yes=0; my $TotDiscuss=0; @@ -442,19 +230,30 @@ sub ExtractStudentData { my $TotFirst = 0; my $TimeTot = 0; my $Discussed=0; + my $discrim=''; + my $tempSequenceOrder=100; + +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%$cache); +#$Apache::lonxml::debug=0; foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && - $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + my $tempProblemOrder=100; + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { +# $r->print("
sequences=$cache->{'orderedSequences'}"); +# $r->print("
".$cache->{$sequence.':title'}); next; } + $tempSequenceOrder++; - my $Dis = ''; + #$discrim .= '&'; foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { +# $r->print("
problems=$cache->{$sequence.':problems'}"); my $problem = $cache->{$problemID.':problem'}; +# $r->print("
$problemID === $problem"); my $LatestVersion = $cache->{$name.':version:'.$problem}; - - # Output dashes for all the parts of this problem if there + # Output dashes for all the parts of this problem if there # is no version information about the current problem. #if(!$LatestVersion) { # foreach my $part (split(/\:/,$cache->{$sequence.':'. @@ -467,12 +266,17 @@ sub ExtractStudentData { #} my %partData=undef; + $partData{'count'}=0; # Initialize part data, display skips correctly # Skip refers to when a student made no submissions on that # part/problem. foreach my $part (split(/\:/,$cache->{$sequence.':'. $problemID. ':parts'})) { + $tempProblemOrder++; + $partData{'count'}++; +# $r->print("
parts=$cache->{$sequence.':'.$problemID.':parts'}"); + $partData{$part.':order'}=$tempProblemOrder; $partData{$part.':tries'}=0; $partData{$part.':code'}='-'; } @@ -481,7 +285,7 @@ sub ExtractStudentData { # oldest version. Basically, it gets the most recent # set of grade data for each part. for(my $Version=1; $Version<=$LatestVersion; $Version++) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. + foreach my $part (split(/\:/,$cache->{$sequence.':'. $problemID. ':parts'})) { @@ -495,15 +299,14 @@ sub ExtractStudentData { my $time=0; my $awarded=0; $Discussed=0; - my $code='U'; + my $code='-'; - $awarded = $cache->{$name. - "$Version:$problem:resource.". + $awarded = $cache->{"$name:$Version:$problem:resource.". "$part.awarded"}; $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; $totalAwarded += $awarded; - $tries = $cache->{$name.":$Version:$problem". + $tries = $cache->{"$name:$Version:$problem". ":resource.$part.tries"}; $partData{$part.':tries'} = ($tries) ? $tries : 0; $partData{$part.':wrong'} = $partData{$part.':tries'}; @@ -517,7 +320,6 @@ sub ExtractStudentData { elsif ($val eq 'incorrect_by_override'){$code = 'I';} elsif ($val eq 'excused') {$code = 'x';} $partData{$part.':code'}=$code; - if($partData{$part.':wrong'} ne 0 && ($code eq 'C' || $code eq 'O')) { $partData{$part.':wrong'}--; @@ -525,27 +327,36 @@ sub ExtractStudentData { } } +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%partData); +#$Apache::lonxml::debug=0; + # Loop through all the parts for the current problem in the # correct order and prepare the output + my $partCounter=0; foreach (split(/\:/,$cache->{$sequence.':'.$problemID. ':parts'})) { + $partCounter++; my $Yes = 0; if($partData{$_.':code'} eq 'C' || $partData{$_.':code'} eq 'O') { $Yes=1; } - my $ptr = $tempProblemOrder.'&'.$problemID; + my $pOrder=$partData{$_.':order'}; + my $ptr = $tempSequenceOrder.':'.$pOrder.':'.$problemID; - if($_ > 1) { + if($partData{'count'} > 1) { $ptr .= "*(part $_)"; - $Dis .= '&'; } + #if($partCounter > 1) { + $discrim .= '&'; + #} my ($pr_no,$dod)=split('&',$ptr); # my $DoDiff=$DoDiff->{$dod}; # $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); - my $Fac = ($partData{$_.':Tries'}) ? + my $Fac = ($partData{$_.':tries'}) ? ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; my $DisF; if($Fac > 0 && $Fac < 1) { @@ -554,22 +365,23 @@ sub ExtractStudentData { $DisF = $Fac; } - if ($Discuss{"$name:$problem"}) { + if ($Discuss->{"$name:$problem"}) { $TotDiscuss++; $Discussed=1; } my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; - $Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes; - $ptr .= '&'.$partData{$_.'.Tries'}. - '&'.$partData{$_.'.Wrongs'}. - '&'.$partData{$_.'.Code'}; + $discrim .= $tempSequenceOrder.'@'.$pOrder.'='.$DisF.'+'.$Yes; + $ptr .= '&'.$partData{$_.':tries'}. + '&'.$partData{$_.':wrong'}. + '&'.$partData{$_.':code'}; push (@$list, $ptr."&$Discussed"); - +# $r->print('
'.$_.$name.'---'.$ptr); + #### if ($DoDiff>0.85) { $TimeTot += $time; - if ($Yes==1 && $partData{$_.'.Tries'}==1) { + if ($Yes==1 && $partData{$_.':tries'}==1) { $TotFirst++; } # my $Acts= $Activity->{$name.':'.$problem}; @@ -588,39 +400,38 @@ sub ExtractStudentData { $tempProblemOrder++; } } - my $pstr; - if($totalTries) { - my $DisFac = ($totalAwarded/$totalTries); - my $DisFactor = sprintf( "%.4f", $DisFac ); - my $TS = sprintf( "%.2f", $spent ); - my $TS_yes = sprintf( "%.2f", $spent_yes ); - # $DiscFac{$DisFactor}=$Dis; - $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. - $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. - $TS_yes.':'.$TS.':'.$TotDiscuss; - $discriminantFactor{$pstr}=$Dis; - } } - - return (\%discriminantFactor); + my $pstr; + if($totalTries) { + my $DisFac = ($totalAwarded/$totalTries); + my $DisFactor = sprintf( "%.4f", $DisFac ); + my $TS = sprintf( "%.2f", $spent ); + my $TS_yes = sprintf( "%.2f", $spent_yes ); + $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. + $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. + $TS_yes.':'.$TS.':'.$TotDiscuss; + (%$discriminant)->{$pstr}=$discrim; + } } +sub NumericSort { + $a <=> $b; +} -=pod -sub MySort { - if ( $Pos > 0 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } +sub OrderedSort { + if ($ENV{'form.order'} eq 'Descending') { + $b <=> $a; + } else { + $a <=> $b; } } -=cut + + sub BuildStatisticsTable { - my ($cache,$discriminantFactor,$list,$headings,$students,$r,%color)=@_; + my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_; + my $NoElements = scalar @$list; + my @list=sort(@$list); #6666666 # my $file="/home/httpd/perl/tmp/183d.txt"; @@ -633,34 +444,32 @@ sub BuildStatisticsTable { ## 'Loading Discussion...";'); ## my ($doDiffFile) = &LoadDoDiffFile(); +##777777 +## $Str .= &Classify($discriminantFactor, $students); + my $p_count = 0; - my $nIndex = 0; my $dummy; my $p_val; my $ResId; - my %GraphDat; - my $NoElements = scalar @$list; + my %TempCache; + my $cIdx=0; foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && - $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { next; } - - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, - $cache->{$sequence.':source'}, - $cache->{$sequence.':title'}, + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, + $cache->{$sequence.':title'}, $headings,$r); - -##777777 -## $Str .= &Classify($discriminantFactor, $students); - - - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { + my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, + $list[$cIdx]); + my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); + $sequence+=100; + while ($SqOrd==$sequence && $cIdx<$NoElements) { my %storestats=(); - my ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); + my $pOrd=$PrOrd; my $Temp = $Prob; my $MxTries = 0; my $TotalTries = 0; @@ -670,9 +479,9 @@ sub BuildStatisticsTable { my $StdNo = 0; my $DiscNo=0; my @StdLst; - while ( $PrOrd == $lpr[$i] ) + while ($pOrd==$PrOrd && $cIdx<$NoElements) { - $nIndex++; + $cIdx++; $StdNo++; $StdLst[ $StdNo ] = $Tries; $TotalTries += $Tries; @@ -680,31 +489,39 @@ sub BuildStatisticsTable { if ( $Code eq 'C' ){ $YES++; } elsif( $Code eq 'I' ) { $Incorrect++; } elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); - } + elsif( $Code eq '-' ) { $StdNo--; } + ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, + $list[$cIdx]); + ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); + } $p_count++; my $Dummy; ($ResId,$Dummy)=split(/\*/,$Temp); - $Temp = ''.$cache->{'title_'.$ResId}.$Dummy.''; +###################### + $Temp = ''.$cache->{$ResId.':title'}.$Dummy.''; + + #$r->print('
rid='.$ResId); + #$r->print('
src='.$cache->{$ResId.':source'}); + #$r->print('
tit='.$cache->{$ResId.':title'}); - my $res = &Apache::lonnet::declutter($cache->{'src_'.$ResId}); + my $res = &Apache::lonnet::declutter($cache->{$ResId.':source'}); my $urlres=$res; $ResId=~/(\d+)\.(\d+)/; my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); $urlres=$Map; - - $res = ''.$res.''; +####################### + +# $res = ''.$res.''; #$Map = ''.$res.''; #------------------------ Compute the Average of Tries about one problem my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; + $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; @@ -744,8 +561,9 @@ sub BuildStatisticsTable { } #--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,':');#jason$DisUp->{$lpr[$i]}); - my ($Lw1,$Lw2)=split(/\:/,':');#jason$DisLow->{$lpr[$i]}); + my ($Up1,$Up2)=split(/\:/,$upper->{$sequence.'@'.$pOrd}); + my ($Lw1,$Lw2)=split(/\:/,$lower->{$sequence.'@'.$pOrd}); + my $Dis1 = $Up1 - $Lw1; my $Dis2 = $Up2 - $Lw2; my $_D1 = sprintf("%.2f", $Dis1); @@ -757,12 +575,14 @@ sub BuildStatisticsTable { my $SD = sprintf( "%.1f", $StdDev ); my $DoD = sprintf( "%.2f", $DoDiff ); my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. + my $join = $sequence.'@'.$pOrd.'&'.$Temp.'&'.$StdNo.'&'. $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. $DiscNo.'&'.$Prob; -##8888 $CachData{($p_count-1)}=$join; + +#####{$sequence.'@'.$pOrd} + $TempCache{'CacheTable:'.($p_count-1)}=$join; #6666666 # $r->print('
'.$out.'&'.$DoD); @@ -772,171 +592,165 @@ sub BuildStatisticsTable { $urlres=~/^(\w+)\/(\w+)/; if ($StdNo) { &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } + } #-------------------------------- Row of statistical table - &TableRow($cache,$join,$i,($p_count-1),$r,\%color,\%GraphDat); + &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color, + \%TempCache); } + $TempCache{'ProblemCount'}=$p_count; &CloseTable($cache,$r); } - &Close_PrgWin(); -#666666 +### &Close_PrgWin(); +#6666666 # close( OUT ); #666666 + return \%TempCache; } -=pod -sub Cache_Statistics { - my ($cache,$color)=@_; - my @list = (); - my $Useful; - my $UnUseful; -# $r->print(''."\n"); - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - my $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - @list = sort MySort (@list); +sub CacheStatisticsTable { + my ($state,$cache,$headings,$r,$color)=@_; + my @list = (); + my %TempCache; + my %myHeader = reverse( %$headings ); + my $pos = $myHeader{$state}; + if ($pos > 0) {$pos++;} + my $p_count = $cache->{'ProblemCount'}; + + for ( my $k=0; $k<$p_count;$k++) { + my $key=$cache->{'CacheTable:'.$k}; + my @Temp=split(/\&/,$key); + $list[$k]=$Temp[$pos].'+'.$key; + } + + if ($pos>0) { +# $r->print('
pos1='.$pos); +# @list = sort OrderedSort (@list); + @list = sort NumericSort (@list); + } else { + @list = sort (@list); + } + my $cIdx=0; - my $nIndex=0; + if ( $pos == 0 ) { + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } + if ($cIdx==$p_count) { + return \%TempCache; + } + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, + $cache->{$sequence.':title'}, + $headings,$r); - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateProblemStatisticsTableHeading($cache,1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex,\%color,\%GraphDat); - $nIndex++; + my ($tar)=split(/\&/,$list[$cIdx]); + $tar=~s/\+//eg; + my ($SqOrd)=split(/\@/,$tar); + $sequence+=100; + while ($SqOrd==$sequence && $cIdx<$p_count) { + my($Pre, $Post) = split(/\+/,$list[$cIdx]); + &TableRow($cache,$Post,$cIdx,$cIdx,$r,$color,\%TempCache); + $cIdx++; + my ($tar)=split(/\&/,$list[$cIdx]); + $tar=~s/\+//eg; + ($SqOrd)=split(/\@/,$tar); } - &CloseTable($cache); + &CloseTable($cache,$r); } } else { - &CreateProblemStatisticsTableHeading($cache,0); + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + 'Sorted by: ', + $headings->{$pos-1}, + $headings,$r); for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex,\%color,\%GraphDat); + my($Pre, $Post) = split(/\+/,$list[$nIndex]); + &TableRow($cache,$Post,$nIndex,$nIndex,$r,$color,\%TempCache); } - &CloseTable($cache); + &CloseTable($cache,$r); } + + return \%TempCache; } -=cut + sub TableRow { my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); - if ($ENV{'form.showcsv'}) { + my $Ptr; + if($cache->{'DisplayFormat'} eq 'Display CSV Format') { my ($ResId,$Dummy)=split(/\*/,$Prob); - my $Ptr = "\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$cache->{'src_'.$ResId}.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; + $Ptr="\n".'
'. + "\n".'"'.($RealIdx+1).'",'. + "\n".'"'.$cache->{$ResId.':title'}.$Dummy.'",'. + "\n".'"'.$cache->{$ResId.':source'}.'",'. + "\n".'"'.$StdNo.'",'. + "\n".'"'.$TotalTries.'",'. + "\n".'"'.$MxTries.'",'. + "\n".'"'.$Avg.'",'. + "\n".'"'.$YES.'",'. + "\n".'"'.$Override.'",'. + "\n".'"'.$Wrng.'",'. + "\n".'"'.$DoD.'",'. + "\n".'"'.$SD.'",'. + "\n".'"'.$Sk.'",'. + "\n".'"'.$_D1.'",'. + "\n".'"'.$_D2.'"'. + "\n".'"'.$DiscNo.'"'; $r->print("\n".$Ptr); - } - else{ - my $Ptr = "\n".'
'.($RealIdx+1).''.$PrOrd.$Temp.''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Avg.' '.$YES.' '.$Override.' '.$Wrng.' '.$DoD.' '.$SD.' '.$Sk.' '.$_D1.' '.$_D2.' '.$DiscNo.'
'.($RealIdx+1).''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Avg.' '.$YES.' '.$Override.' '.$Wrng.' '.$DoD.' '.$SD.' '.$Sk.' '.$_D1.' '.$_D2.' '.$DiscNo.'
Student Status:
Sorting Type:
'; - $Ptr .= 'print("
$nIndex) $sortedList[$nIndex]"); + ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); + @Dis=split(/\+/,$tmp); + my $Temp = $Problem; + do { + $nIndex++; + $nStudent++; + $Sum1 += $Dis[0]; + $Sum2 += $Dis[1]; + ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); + @Dis=split(/\+/,$tmp); + } while ( $Problem eq $Temp && $nIndex < $Count ); + $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); +# $r->print("
$nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); + $Sum1=0; + $Sum2=0; + $nStudent=0; + } + + return %Proc; +} + +#------- Creating Discimination factor +sub Discriminant { + my ($discriminant,$r)=@_; +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%$discriminant); +#$Apache::lonxml::debug=0; + my @discriminantKeys=keys(%$discriminant); + my $Count = scalar @discriminantKeys; + + my $UpCnt = int(0.27*$Count); + my $low=0; + my $up=$Count-$UpCnt; + my @UpList=(); + my @LowList=(); + + $Count=0; + foreach my $key (sort(@discriminantKeys)) { + $Count++; + if($low < $UpCnt || $Count > $up) { + $low++; + my $str=$discriminant->{$key}; + foreach(split(/\&/,$str)){ + if($_) { + if($low<$UpCnt) { push(@LowList,$_); } + else { push(@UpList,$_); } + } + } + } + } + my %DisUp = &ProcessDiscriminant(\@UpList,$r); + my %DisLow = &ProcessDiscriminant(\@LowList,$r); + + return (\%DisUp, \%DisLow); +} + #---- END Problem Statistics Web Page ---------------------------------------- #---- Problem Statistics Graph Web Page -------------------------------------- # ------------------------------------------- Prepare data for Graphical chart +sub BuildDiffGraph { + my ($r)=@_; + + my $graphData = &GetGraphData('DiffGraph', $r); + $r->print(''); + + return; +} + +sub BuildWrongGraph { + my ($r)=@_; + + my $graphData = &GetGraphData('WrongGraph', $r); + $r->print(''); + + return; +} + + sub GetGraphData { - my ($ylab,$r,%GraphDat)=@_; + my ($ylab,$r,$cache)=@_; my $Col; my $data=''; my $count = 0; my $Max = 0; my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $ylab eq 'DoDiff Graph' ) { - $ylab = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $ylab = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - if ( $Max > 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'.$Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } + + if ( $ylab eq 'DoDiff Graph' ) { + $ylab = 'Degree-of-Difficulty'; + $Col = 0; + } + else { + $ylab = 'Wrong-Percentage'; + $Col = 1; } + + my $p_count = $cache->{'ProblemCount'}; + + for ( my $k=0; $k<$p_count;$k++) { + my $key=$cache->{'CacheTable:'.$k}; + my @Temp=split(/\&/,$key); + # $list[$k]=$key; + } + + # foreach (sort NumericSort keys %GraphDat) { + # my @Temp=split(/\:/,$GraphDat{$_}); + # my $inf = $Temp[$Col]; + # if ( $Max < $inf ) {$Max = $inf;} + # $data .= $inf.','; + # $count++; + # } + if ( $Max > 1 ) { + $Max += (10 - $Max % 10); + $Max = int($Max); + } else { $Max = 1; } + + #untie(%GraphDat); + + my $Course = $ENV{'course.'.$cid.'.description'}; + $Course =~ s/\ /"_"/eg; + my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. + $Max.'&'.$count.'&'.$data; } + + 1; __END__