--- loncom/interface/lonstatistics.pm 2002/03/02 23:22:32 1.6 +++ loncom/interface/lonstatistics.pm 2002/03/07 00:28:55 1.10 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonstatistics.pm,v 1.6 2002/03/02 23:22:32 minaeibi Exp $ +# $Id: lonstatistics.pm,v 1.10 2002/03/07 00:28:55 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -30,7 +30,7 @@ # 5/05,7/09,7/25/01,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei # 11/1, 11/4, 11/16, 12/14, 12/16, 12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 -# 1/22, 2/1, 2/6, 2/25, 3/2 Behrouz Minaei +# 1/22, 2/1, 2/6, 2/25, 3/2, 3/6 Behrouz Minaei ### package Apache::lonstatistics; @@ -41,7 +41,6 @@ use Apache::lonnet(); use Apache::lonhomework; use HTML::TokeParser; use GDBM_File; -#use Benchmark; # -------------------------------------------------------------- Module Globals my %hash; @@ -52,6 +51,9 @@ my %mapsort; my %section; my %StuBox; my %DiscFac; +my %DisUp; +my %DisLow; +my $UpCnt; my $CurMap; my $CurSec; my $CurStu; @@ -65,7 +67,6 @@ my $OpSel1; my $OpSel2; my $OpSelDis1; my $OpSelDis2; -my $CurDis=0; my $OpSel3; my $OpSel4; my $GData; @@ -77,22 +78,92 @@ my $HWN; my $P_Order; my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"Map"); -# 11,"Dis.F.",12,"Resourse URL"); + 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd"); +#------- Processing upperlist and lowerlist according to each problem +sub ProcessDisc { + my @List = @_; + @List = sort (@List); + my $Count = $#List+1; + my $Prb; + my @Dis; + my $Slvd=0; + my $tmp; + my $Sum1=0; + my $Sum2=0; + my $nIdx=0; + my $nStud=0; + my %Proc; + undef %Proc; + while ($nIdx<$Count) { + ($Prb,$tmp)=split(/\=/,$List[$nIdx]); + @Dis=split(/\+/,$tmp); + my $Temp = $Prb; + do { + $nIdx++; + $nStud++; + $Sum1 += $Dis[0]; + $Sum2 += $Dis[1]; + ($Prb,$tmp)=split(/\=/,$List[$nIdx]); + @Dis=split(/\+/,$tmp); + } while ( $Prb eq $Temp && $nIdx < $Count ); +# $Proc{$Temp}=($Sum1/$nStud).':'.$nStud; + $Proc{$Temp}=($Sum1/$nStud).':'.($Sum2/$nStud); +# $r->print("$nIdx) $Temp --> ($nStud) $Proc{$Temp}
"); + $Sum1=0; + $Sum2=0; + $nStud=0; + } + return %Proc; +} + + +#------- Creating Discimination factor +sub Discriminant { + my $Count=0; + foreach (keys(%DiscFac)){ + $Count++; + } + $UpCnt = int(0.27*$Count); + my $low=0; + my $up=$Count-$UpCnt; + my @UpList=(); + my @LowList=(); + $Count=0; + foreach my $key (sort(keys(%DiscFac))){ + $Count++; + #$r->print("
$Count) $key = $DiscFac{$key}"); + if ($low < $UpCnt || $Count > $up) { + $low++; + my $str=$DiscFac{$key}; + foreach(split(/\:/,$str)){ + if ($_) { + if ($low<$UpCnt){push(@LowList,$_);} + else {push(@UpList,$_);} + } + } + } + } + %DisUp=&ProcessDisc(@UpList); + %DisLow=&ProcessDisc(@LowList); +} + + sub NumericSort { $a <=> $b; } # ------ Create different Student Report sub StudentReport { + my ($sname,$sdom)=@_; + if ( $sname eq 'All Students' ) { $r->print( '

WARNING: Please select a student

' ); return; } - my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); + my $shome=&Apache::lonnet::homeserver($sname,$sdom); my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$cid,$shome ); my %result = (); my $ResId; @@ -164,8 +235,7 @@ sub StudentReport { $Code='U'; $Tries = 0; $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - + $LatestVersion = $result{"version:$Prob"}; if ( $LatestVersion ) { for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { my $vkeys = $result{"$Version:keys:$Prob"}; @@ -189,7 +259,7 @@ sub StudentReport { $TempHash{"$Part.Wrongs"} = $Wrongs; } } - } + } for ( my $n = 0; $n < $PartNo; $n++ ) { my $part = $TempHash{$n}; if ($PtrTry ne '') {$PtrTry .= ',';} @@ -212,17 +282,18 @@ sub StudentReport { } sub CreateTable { + my $ColNo=0; + foreach (keys(%Header)){ + $ColNo++; + } my ($Hd, $Hid)=@_; if ( $Hd == 1 ) { -# $Hid=~/(\d+)\.(\d+)/; $r->print('
'.$hash{'title_'.$Hid}.'' -# .' ('.&Apache::lonnet::declutter($hash{'map_id_'.$1}).')' - ); + '" target="_blank">'.$hash{'title_'.$Hid}.''); } my $Result = "\n".''; $Result .= ''."\n"; - for ( my $nIdx=0; $nIdx < 11; $nIdx++ ) { + for ( my $nIdx=0; $nIdx < $ColNo; $nIdx++ ) { $Result .= ''."\n"; } @@ -242,8 +313,6 @@ sub PreStatTable { "_$ENV{'user.domain'}_$cid\_statistics.db"; my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_graph.db"; - my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; my $OpSel11=''; my $OpSel12=''; my $OpSel13=''; @@ -270,23 +339,29 @@ sub PreStatTable { $Ptr .= ''."\n"; $Ptr .= '
'.
-    '  #Stdnts: Total Number of Students opened the problem.
'. 
-    '  Tries  : Total Number of Tries for solving the problem.
'. 
-    '  Mod    : Maximunm Number of Tries for solving the problem.
'. 
-    '  Mean   : Average Number of the tries. [ Tries / #Stdnts ]
'.
-    '  #YES   : Number of students solved the problem correctly.
'. 
-    '  #yes   : Number of students solved the problem by override.
'.
-    '  %Wrng  : Percentage of students tried to solve the problem but'.
+    '  #Stdnts: Total Number of Students opened the problem.
'. 
+    '  Tries  : Total Number of Tries for solving the problem.
'. 
+    '  Mod    : Maximunm Number of Tries for solving the problem.
'. 
+    '  Mean   : Average Number of the tries. [ Tries / #Stdnts ]
'.
+    '  #YES   : Number of students solved the problem correctly.
'. 
+    '  #yes   : Number of students solved the problem by override.
'.
+    '  %Wrng  : Percentage of students tried to solve the problem but'.
     ' still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
'.
-#    '  DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'.
-    '  DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'.
-    '  S.D.   : Standard Deviation of the tries.'.
+#    '  DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'. Kashy formula
+    '  DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'. #Gerd formula
+    '  S.D.   : Standard Deviation of the tries.'.
     '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1)'.
     ' where Xi denotes every student\'s tries ]
'.
-    '  Skew.  : Skewness of the students tries.'.
-    ' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'.
-
-#    '  Dis.F. : Discrimination Factor. [ Sum of Partial Credits Awarded / Total Number of Tries in %27 upper and lower students]'.	
+    '  Skew.  : Skewness of the students tries.'.
+	' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'.
+    '  Dis.F. : Discrimination Factor: A Standard for '.
+	'evaluating the problem according to a Criterion
'.
+	'           [Applied Criterion in %27 Upper Students - '.
+	'Applied the same Criterion in %27 Lower Students]
'.
+    '           1st Criterion for Sorting the Students: '.
+	'Sum of Partial Credit Awarded / Total Number of Tries
'.
+    '           2nd Criterion for Sorting the Students: '.
+	'Total number of Correct Answers / Total Number of Tries'.	
             '
'; $r->print($Ptr); @@ -303,7 +378,6 @@ sub PreStatTable { } else { if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); foreach (keys %DiscFac) {delete $CachData{$_};} foreach (keys %CachData) {delete $CachData{$_};} @@ -318,7 +392,6 @@ sub PreStatTable { untie(%CachData); untie(%GraphDat); - untie(%DiscFac); } @@ -442,7 +515,6 @@ sub ExtractStudentData { $TempHash{"$Part.ParCr"} = ($ParCr) ? $ParCr : 0; $TotalTries += $TempHash{"$Part.Tries"}; $TotParCr += $TempHash{"$Part.ParCr"}; -#$r->print($Version.'---'.$Prob.'==='.$Time.'
'); my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; if ( $Val eq 'correct_by_student' ) { $Wrongs = $Tries - 1; $Code = 'C'; } @@ -461,9 +533,11 @@ sub ExtractStudentData { my $Yes = 0; if ( $TempHash{$part.'.Code'} eq 'C' || $TempHash{$part.'.Code'} eq 'O' ) - {$ProbSolved++;$Yes=1;} -# my $ptr = "$hash{'title_'.$ResId}"; + {$ProbSolved++;$Yes=1;} + + # my $ptr = "$hash{'title_'.$ResId}"; my $ptr = $TempHash{$part.'.PrOrd'}.':'.$ResId; + if ( $PartNo > 1 ) { $ptr .= "*(part $part)"; $Dis .= ':'; @@ -477,7 +551,7 @@ sub ExtractStudentData { else {$DisF = $Fac;} # $DisF .= '+'.$TempHash{"$part.Time"}; $TimeTot += $TempHash{"$part.Time"}; - $Dis .= $ptr.'*'.$ResId.'='.$DisF.'+'.$Yes; + $Dis .= $TempHash{$part.'.PrOrd'}.'='.$DisF.'+'.$Yes; $ptr .= ":$TempHash{$part.'.Tries'}". ":$TempHash{$part.'.Wrongs'}". ":$TempHash{$part.'.Code'}"; @@ -495,15 +569,14 @@ sub ExtractStudentData { } if ( $TotalTries ) { my $DisFac = ( $TotalTries ) ? ($TotParCr/$TotalTries) : 0; -# my $DisFactor = int(sprintf( "%.4f", $DisFac ) * 100); my $DisFactor = sprintf( "%.4f", $DisFac ); - my $time; - if ($ProbSolved){ - $time = int(($TimeTot/$ProbSolved)-10000000); - } - $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. - $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; -#$r->print($DisFactor.$sname.'
--- Dis= '.$Dis.'
'); + $DiscFac{$DisFactor}=$Dis; + #my $time; + #if ($ProbSolved){ + #$time = int(($TimeTot/$ProbSolved)-10000000); + #} + #$DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. + # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; } } #$r->print($sname.' PrCr= '.$TotParCr.' Slvd= '.$ProbSolved.' Tries='.$TotalTries.'
'); @@ -593,7 +666,7 @@ sub Build_Statistics { $r->print(< popwin=open('','popwin','width=400,height=100'); - popwin.document.writeln(''+ + popwin.document.writeln(''+ 'LON-CAPA Statistics'+ '

Computation Progress

'+ '
'+ @@ -615,12 +688,16 @@ ENDPOP &ExtractStudentData($students[$index],$cid); } -#--------------------- close Progress Line - $r->print(''); - $r->rflush(); + # -------------------- sorting the Data + $r->print(''); + @list = sort (@list); + + &Discriminant(); + $OpSel2=''; $OpSel1='selected'; @@ -718,6 +795,15 @@ ENDPOP $Skewness /= $StdNo; $Skewness /= $StdDev*$StdDev*$StdDev; } + +#--------------------- Compute the Discrimination Factors + my ($Up1,$Up2)=split(/\:/,$DisUp{$lpr[$i]}); + my ($Lw1,$Lw2)=split(/\:/,$DisLow{$lpr[$i]}); + my $Dis1 = $Up1 - $Lw1; + my $Dis2 = $Up2 - $Lw2; + my $_D1 = sprintf("%.2f", $Dis1); + my $_D2 = sprintf("%.2f", $Dis2); + #----------------- Some restition in presenting the float numbers my $Avg = sprintf( "%.2f", $Average ); my $Wrng = sprintf( "%.1f", $Wrong ); @@ -727,7 +813,7 @@ ENDPOP my $join = $PrOrd.':'.$Temp.':'.$StdNo.':'. $TotalTries.':'.$MxTries.':'.$Avg.':'. $YES.':'.$Override.':'.$Wrng.':'.$DoD.':'. - $SD.':'.$Sk.':'.$Prob; + $SD.':'.$Sk.':'.$_D1.':'.$_D2.':'.$Prob; $CachData{($p_count-1)}=$join; $urlres=~/^(\w+)\/(\w+)/; @@ -741,6 +827,9 @@ ENDPOP } &CloseTable(); } +#--------------------- close Progress Line + $r->print(''); + $r->rflush(); } sub Cache_Statistics { @@ -793,13 +882,13 @@ sub Cache_Statistics { sub TableRow { my ($Str,$Idx,$RealIdx)=@_; my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES, - $Override,$Wrng,$DoD,$SD,$Sk,$Prob)=split(/\:/,$Str); + $Override,$Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$Prob)=split(/\:/,$Str); $r->print( "\n".''. "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. "\n".''. "\n".''. "\n".''. @@ -807,7 +896,8 @@ sub TableRow { "\n".''. "\n".''. "\n".''. -# "\n".''. + "\n".''. + "\n".''. "\n".'' ); $GraphDat{$RealIdx}=$DoD.':'.$Wrng; } @@ -911,7 +1001,6 @@ sub ClassList { $name=&Apache::lonnet::unescape($name); $students[$thisindex]=$name; my ($sname,$sdom)=split(/\:/,$name); - #my %reply=&Apache::lonnet::idrget($sdom,$sname); #my $reply=&Apache::lonnet::reply('get:'.$sdom.':'.$sname. # ':environment:lastname&generation&firstname&middlename', @@ -920,11 +1009,10 @@ sub ClassList { if ($ssec==-1) {next;} $ssec=($ssec) ? $ssec : '(none)'; #$ssec=(int($ssec)) ? int($ssec) : $ssec; - #$r->print($sname.'...'.$ssec.'
'); $section{$ssec}=$ssec; if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { $students[$StudNo]=$name; - $StuBox{$sname}=$ssec; + $StuBox{$sname}=$sdom; } $StudNo++; } @@ -937,18 +1025,11 @@ sub ClassList { $r->rflush(); # --------------- Find all assessments and put them into some linear-like order &tracetable($firstres,'&'.$lastres.'&'); - # my $c=0; # foreach (sort keys %mapsort) { # $r->print('
'.$c.')'.$_.' ... '.$mapsort{$_}); # $c++; # } -#foreach(@cols) { -# $c++; -# $r->print('
'.$cols[$c]); -#} -#$r->print('
Count = '.$c); - } # ------------------------------------------------------------- End render page @@ -984,22 +1065,16 @@ sub Menu { my $content = $ENV{'form.sort'}; if ($content eq '' || $content eq 'Return to Menu') { my $Ptr = '

'; - $Ptr .= '';#General Statistics"/>'; + $Ptr .= ''; $Ptr .= '

'; $Ptr .= ''; - $Ptr .= '

'; -# $Ptr .= '';#"Problem Evaluation"/>'; $Ptr .= '

'; $r->print( $Ptr ); } else { &initial(); &ClassList(); - if ( $content eq 'Discrimination' || #'Problem Evaluation' || - $content eq 'Recalculate Discrimintion Factor' ) { - &CreateDiscFac(); - } - elsif ( $content eq 'Student Assessment' || + if ( $content eq 'Student Assessment' || $content eq 'Create Student Report' ) { &StudentOptions(); &StudentReport($CurStu,$StuBox{"$CurStu"}); @@ -1039,20 +1114,11 @@ sub StudentOptions { } sub GetStatus { - - $OpSelDis1=''; - $OpSelDis2=''; $OpSel1=''; $OpSel2=''; $OpSel3=''; $OpSel4=''; -# if ( $ENV{'form.DisType'} eq 'Total Number of Correct Answers' ) { -# $OpSelDis1='selected'; -# $CurDis=0; -# } -# else { $OpSel2 = 'selected'; $CurDis = 1;} - if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } else { $OpSel1 = 'selected'; }
P#'.''.'
'.($RealIdx+1).''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Avg.' '.$YES.' '.$Override.''.$DoD.' '.$SD.' '.$Sk.''.$res.' '.$_D1.' '.$_D2.'