--- loncom/interface/lonstatistics.pm 2002/03/02 23:22:32 1.6 +++ loncom/interface/lonstatistics.pm 2002/03/06 18:42:01 1.7 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonstatistics.pm,v 1.6 2002/03/02 23:22:32 minaeibi Exp $ +# $Id: lonstatistics.pm,v 1.7 2002/03/06 18:42:01 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -30,7 +30,7 @@ # 5/05,7/09,7/25/01,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei # 11/1, 11/4, 11/16, 12/14, 12/16, 12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 -# 1/22, 2/1, 2/6, 2/25, 3/2 Behrouz Minaei +# 1/22, 2/1, 2/6, 2/25, 3/2, 3/6 Behrouz Minaei ### package Apache::lonstatistics; @@ -41,7 +41,6 @@ use Apache::lonnet(); use Apache::lonhomework; use HTML::TokeParser; use GDBM_File; -#use Benchmark; # -------------------------------------------------------------- Module Globals my %hash; @@ -52,6 +51,9 @@ my %mapsort; my %section; my %StuBox; my %DiscFac; +my %DisUp; +my %DisLow; +my $UpCnt; my $CurMap; my $CurSec; my $CurStu; @@ -77,22 +79,90 @@ my $HWN; my $P_Order; my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"Map"); -# 11,"Dis.F.",12,"Resourse URL"); + 9,"S.D.",10,"Skew.", + 11,"D.F.",12,"U.A.",13,"L.A.",14,"U.R.",15,"L.R."); +#------- Processing upperlist and lowerlist according to each problem +sub ProcessDisc { + my @List = @_; + @List = sort (@List); + my $Count = $#List+1; + my $Prb; + my @Dis; + my $Slvd=0; + my $tmp; + my $Sum=0; + my $nIdx=0; + my $nStud=0; + my %Proc; + undef %Proc; + while ($nIdx<$Count) { + ($Prb,$tmp)=split(/\=/,$List[$nIdx]); + @Dis=split(/\+/,$tmp); + my $Temp = $Prb; + do { + $nIdx++; + $nStud++; + $Sum += $Dis[$CurDis]; + ($Prb,$tmp)=split(/\=/,$List[$nIdx]); + @Dis=split(/\+/,$tmp); + } while ( $Prb eq $Temp && $nIdx < $Count ); + $Proc{$Temp}=$Sum.':'.$nStud; + $Proc{$Temp}=($Sum/$nStud).':'.$nStud; +# $r->print("$nIdx) $Temp --> ($nStud) $Proc{$Temp}
"); + $Sum=0; + $nStud=0; + } + return %Proc; +} + + +#------- Creating Discimination factor +sub Discriminant { + my $Count=0; + foreach (keys(%DiscFac)){ + $Count++; + } + $UpCnt = int(0.27*$Count); + my $low=0; + my $up=$Count-$UpCnt; + my @UpList=(); + my @LowList=(); + $Count=0; + foreach my $key (sort(keys(%DiscFac))){ + $Count++; + #$r->print("
$Count) $key = $DiscFac{$key}"); + if ($low < $UpCnt || $Count > $up) { + $low++; + my $str=$DiscFac{$key}; + foreach(split(/\:/,$str)){ + if ($_) { + if ($low<$UpCnt){push(@LowList,$_);} + else {push(@UpList,$_);} + } + } + } + } + %DisUp=&ProcessDisc(@UpList); + %DisLow=&ProcessDisc(@LowList); +} + + sub NumericSort { $a <=> $b; } # ------ Create different Student Report sub StudentReport { + my ($sname,$sdom)=@_; + if ( $sname eq 'All Students' ) { $r->print( '

WARNING: Please select a student

' ); return; } - my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); + my $shome=&Apache::lonnet::homeserver($sname,$sdom); my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$cid,$shome ); my %result = (); my $ResId; @@ -164,8 +234,7 @@ sub StudentReport { $Code='U'; $Tries = 0; $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - + $LatestVersion = $result{"version:$Prob"}; if ( $LatestVersion ) { for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { my $vkeys = $result{"$Version:keys:$Prob"}; @@ -189,7 +258,7 @@ sub StudentReport { $TempHash{"$Part.Wrongs"} = $Wrongs; } } - } + } for ( my $n = 0; $n < $PartNo; $n++ ) { my $part = $TempHash{$n}; if ($PtrTry ne '') {$PtrTry .= ',';} @@ -212,17 +281,18 @@ sub StudentReport { } sub CreateTable { + my $ColNo=0; + foreach (keys(%Header)){ + $ColNo++; + } my ($Hd, $Hid)=@_; if ( $Hd == 1 ) { -# $Hid=~/(\d+)\.(\d+)/; $r->print('
'.$hash{'title_'.$Hid}.'' -# .' ('.&Apache::lonnet::declutter($hash{'map_id_'.$1}).')' - ); + '" target="_blank">'.$hash{'title_'.$Hid}.''); } my $Result = "\n".''; $Result .= ''."\n"; - for ( my $nIdx=0; $nIdx < 11; $nIdx++ ) { + for ( my $nIdx=0; $nIdx < $ColNo; $nIdx++ ) { $Result .= ''."\n"; } @@ -270,23 +340,35 @@ sub PreStatTable { $Ptr .= ''."\n"; $Ptr .= '
'.
-    '  #Stdnts: Total Number of Students opened the problem.
'. 
-    '  Tries  : Total Number of Tries for solving the problem.
'. 
-    '  Mod    : Maximunm Number of Tries for solving the problem.
'. 
-    '  Mean   : Average Number of the tries. [ Tries / #Stdnts ]
'.
-    '  #YES   : Number of students solved the problem correctly.
'. 
-    '  #yes   : Number of students solved the problem by override.
'.
-    '  %Wrng  : Percentage of students tried to solve the problem but'.
+    '  #Stdnts: Total Number of Students opened the problem.
'. 
+    '  Tries  : Total Number of Tries for solving the problem.
'. 
+    '  Mod    : Maximunm Number of Tries for solving the problem.
'. 
+    '  Mean   : Average Number of the tries. [ Tries / #Stdnts ]
'.
+    '  #YES   : Number of students solved the problem correctly.
'. 
+    '  #yes   : Number of students solved the problem by override.
'.
+    '  %Wrng  : Percentage of students tried to solve the problem but'.
     ' still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
'.
 #    '  DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'.
-    '  DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'.
-    '  S.D.   : Standard Deviation of the tries.'.
+    '  DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'.
+    '  S.D.   : Standard Deviation of the tries.'.
     '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1)'.
     ' where Xi denotes every student\'s tries ]
'.
-    '  Skew.  : Skewness of the students tries.'.
+    '  Skew.  : Skewness of the students tries.'.
     ' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'.
 
-#    '  Dis.F. : Discrimination Factor. [ Sum of Partial Credits Awarded / Total Number of Tries in %27 upper and lower students]'.	
+    '  Dis.F. : Discrimination Factor. [ Sum of Partial Credits'.
+    ' Awarded / Total Number of Tries in %27 upper and lower students]
'.	
+    '  U.A.   : Upper %27 Award
'.	
+    '  L.A.   : Lower %27 Award
'.	
+    '  U.R.   : Upper %27 Records
'.	
+    '  L.R.   : Lower %27 Records'.	
+
+#    "
The Upper 27% has $UpCnt records.".
+#    "  The Lower 27% has $UpCnt records 
".
+#    "The Criterion of sorting the students: ". 
+#    "( Sum of Partial Credits Awarded / ".
+#    "Total Number of Tries )".
+
             '
'; $r->print($Ptr); @@ -294,6 +376,7 @@ sub PreStatTable { if ((-e "$CacheDB")&&($ENV{'form.sort'} ne 'Recalculate Statistics')) { if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { + tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_READER,0640); tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); &Cache_Statistics(); } @@ -461,9 +544,11 @@ sub ExtractStudentData { my $Yes = 0; if ( $TempHash{$part.'.Code'} eq 'C' || $TempHash{$part.'.Code'} eq 'O' ) - {$ProbSolved++;$Yes=1;} -# my $ptr = "$hash{'title_'.$ResId}"; + {$ProbSolved++;$Yes=1;} + + # my $ptr = "$hash{'title_'.$ResId}"; my $ptr = $TempHash{$part.'.PrOrd'}.':'.$ResId; + if ( $PartNo > 1 ) { $ptr .= "*(part $part)"; $Dis .= ':'; @@ -477,7 +562,9 @@ sub ExtractStudentData { else {$DisF = $Fac;} # $DisF .= '+'.$TempHash{"$part.Time"}; $TimeTot += $TempHash{"$part.Time"}; - $Dis .= $ptr.'*'.$ResId.'='.$DisF.'+'.$Yes; + $Dis .= $TempHash{$part.'.PrOrd'}.'='.$DisF.'+'.$Yes; + + #$r->print('
'.$DisFactor,'###',$DiscFac{$DisFactor}); $ptr .= ":$TempHash{$part.'.Tries'}". ":$TempHash{$part.'.Wrongs'}". ":$TempHash{$part.'.Code'}"; @@ -495,15 +582,15 @@ sub ExtractStudentData { } if ( $TotalTries ) { my $DisFac = ( $TotalTries ) ? ($TotParCr/$TotalTries) : 0; -# my $DisFactor = int(sprintf( "%.4f", $DisFac ) * 100); my $DisFactor = sprintf( "%.4f", $DisFac ); - my $time; - if ($ProbSolved){ - $time = int(($TimeTot/$ProbSolved)-10000000); - } - $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. - $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; -#$r->print($DisFactor.$sname.'
--- Dis= '.$Dis.'
'); + $DiscFac{$DisFactor}=$Dis; + #$r->print('
'.$DisFactor,'###',$DiscFac{$DisFactor}); + #my $time; + #if ($ProbSolved){ + #$time = int(($TimeTot/$ProbSolved)-10000000); + #} + #$DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. + # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; } } #$r->print($sname.' PrCr= '.$TotParCr.' Slvd= '.$ProbSolved.' Tries='.$TotalTries.'
'); @@ -593,7 +680,7 @@ sub Build_Statistics { $r->print(< popwin=open('','popwin','width=400,height=100'); - popwin.document.writeln(''+ + popwin.document.writeln(''+ 'LON-CAPA Statistics'+ '

Computation Progress

'+ '
'+ @@ -615,12 +702,16 @@ ENDPOP &ExtractStudentData($students[$index],$cid); } -#--------------------- close Progress Line - $r->print(''); - $r->rflush(); + # -------------------- sorting the Data + $r->print(''); + @list = sort (@list); + + &Discriminant(); + $OpSel2=''; $OpSel1='selected'; @@ -718,6 +809,17 @@ ENDPOP $Skewness /= $StdNo; $Skewness /= $StdDev*$StdDev*$StdDev; } + +#--------------------- Compute the Discrimination Factors + my ($UpD,$UpNo)=split(/\:/,$DisUp{$lpr[$i]}); + my ($LwD,$LwNo)=split(/\:/,$DisLow{$lpr[$i]}); + $UpNo = ($UpNo) ? $UpNo : 0; + $LwNo = ($LwNo) ? $LwNo : 0; + my $U_D = sprintf("%.2f", $UpD); + my $L_D = sprintf("%.2f", $LwD); + my $DisFac = $UpD - $LwD; + my $_Dis = sprintf("%.2f", $DisFac); + #----------------- Some restition in presenting the float numbers my $Avg = sprintf( "%.2f", $Average ); my $Wrng = sprintf( "%.1f", $Wrong ); @@ -727,7 +829,8 @@ ENDPOP my $join = $PrOrd.':'.$Temp.':'.$StdNo.':'. $TotalTries.':'.$MxTries.':'.$Avg.':'. $YES.':'.$Override.':'.$Wrng.':'.$DoD.':'. - $SD.':'.$Sk.':'.$Prob; + $SD.':'.$Sk.':'.$_Dis.':'.$U_D.':'. + $L_D.':'.$UpNo.':'.$LwNo.':'.$Prob; $CachData{($p_count-1)}=$join; $urlres=~/^(\w+)\/(\w+)/; @@ -741,6 +844,9 @@ ENDPOP } &CloseTable(); } +#--------------------- close Progress Line + $r->print(''); + $r->rflush(); } sub Cache_Statistics { @@ -793,13 +899,14 @@ sub Cache_Statistics { sub TableRow { my ($Str,$Idx,$RealIdx)=@_; my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES, - $Override,$Wrng,$DoD,$SD,$Sk,$Prob)=split(/\:/,$Str); + $Override,$Wrng,$DoD,$SD,$Sk,$_Dis,$U_D,$L_D,$UpNo,$LwNo, + $Prob)=split(/\:/,$Str); $r->print( "\n".''. "\n".''. "\n".''. - "\n".''. - "\n".''. - "\n".''. + "\n".''. + "\n".''. + "\n".''. "\n".''. "\n".''. "\n".''. @@ -807,7 +914,11 @@ sub TableRow { "\n".''. "\n".''. "\n".''. -# "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. "\n".'' ); $GraphDat{$RealIdx}=$DoD.':'.$Wrng; } @@ -924,7 +1035,7 @@ sub ClassList { $section{$ssec}=$ssec; if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { $students[$StudNo]=$name; - $StuBox{$sname}=$ssec; + $StuBox{$sname}=$sdom; } $StudNo++; } @@ -984,11 +1095,9 @@ sub Menu { my $content = $ENV{'form.sort'}; if ($content eq '' || $content eq 'Return to Menu') { my $Ptr = '

'; - $Ptr .= '';#General Statistics"/>'; + $Ptr .= ''; $Ptr .= '

'; $Ptr .= ''; - $Ptr .= '

'; -# $Ptr .= '';#"Problem Evaluation"/>'; $Ptr .= '

'; $r->print( $Ptr ); } @@ -1040,8 +1149,8 @@ sub StudentOptions { sub GetStatus { - $OpSelDis1=''; - $OpSelDis2=''; +# $OpSelDis1=''; +# $OpSelDis2=''; $OpSel1=''; $OpSel2=''; $OpSel3='';
P#'.''.'
'.($RealIdx+1).''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Avg.' '.$YES.' '.$Override.''.$DoD.' '.$SD.' '.$Sk.''.$res.' '.$_Dis.' '.$U_D.' '.$L_D.' '.$UpNo.' '.$LwNo.'