Diff for /loncom/interface/statistics/lonproblemstatistics.pm between versions 1.5 and 1.7

version 1.5, 2002/07/29 21:23:22 version 1.7, 2002/07/30 22:09:01
Line 31 Line 31
 # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei  # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei
 # YEAR=2002  # YEAR=2002
 # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei  # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei
 # 5/12,5/14,5/15,5/19,5/26,7/16,7/25  Behrouz Minaei  # 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29  Behrouz Minaei
 #  #
 ###  ###
   
Line 80  sub BuildProblemStatisticsPage { Line 80  sub BuildProblemStatisticsPage {
     unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) {      unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) {
         return '<html><body>Unable to tie database.</body></html>';          return '<html><body>Unable to tie database.</body></html>';
     }      }
     my $discriminantFactor;      my %discriminant=();
     my @list=();      my @list=();
     my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID);      my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID);
     my $index=0;      my $index=0;
     foreach (@$students) {      foreach (@$students) {
  $index++;   $index++;
  #&Apache::lonstatistics::Update_PrgWin(++$index,$r);   #&Apache::lonstatistics::Update_PrgWin(++$index,$r);
         $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list,          &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, \%discriminant);
   \%Discuss, $r);  
     }      }
     #&Apache::lonstatistics::Close_PrgWin($r);      #&Apache::lonstatistics::Close_PrgWin($r);
     
     my ($upper, $lower) = &Discriminant($discriminantFactor);      my ($upper, $lower) = &Discriminant(\%discriminant,$r);
     my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod",      my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod",
                   4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff",                    4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff",
                   9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc.");                    9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc.");
     my $color=&setbgcolor(0);      my $color=&setbgcolor(0);
     my %GraphDat= &BuildStatisticsTable(\%cache, $discriminantFactor, \@list,       my %GraphDat= &BuildStatisticsTable(\%cache, $upper, $lower, \@list, 
                                         \%Header, $students, $r, $color);                                          \%Header, $students, $r, $color);
     untie(%cache);      untie(%cache);
 }  }
Line 146  sub CloseTable { Line 145  sub CloseTable {
     
 # ------ Dump the Student's DB file and handling the data for statistics table   # ------ Dump the Student's DB file and handling the data for statistics table 
 sub ExtractStudentData {  sub ExtractStudentData {
     my ($cache,$name,$list,$Discuss,$r)=@_;      my ($cache,$name,$list,$Discuss,$r,$discriminant)=@_;
     my %discriminantFactor;  
   
     my $totalTries = 0;      my $totalTries = 0;
     my $totalAwarded = 0;      my $totalAwarded = 0;
     my $spent=0;      my $spent=0;
Line 160  sub ExtractStudentData { Line 157  sub ExtractStudentData {
     my $TotFirst = 0;      my $TotFirst = 0;
     my $TimeTot = 0;      my $TimeTot = 0;
     my $Discussed=0;      my $Discussed=0;
       my $discrim='';
     my $tempSequenceOrder=100;      my $tempSequenceOrder=100;
   
 #$Apache::lonxml::debug=1;  #$Apache::lonxml::debug=1;
Line 176  sub ExtractStudentData { Line 174  sub ExtractStudentData {
 #            next;  #            next;
 #        }  #        }
   
         my $Dis = '';          #$discrim .= '&';
         foreach my $problemID (split(':', $cache->{$sequence.':problems'})) {          foreach my $problemID (split(':', $cache->{$sequence.':problems'})) {
 #    $r->print("<br>problems=$cache->{$sequence.':problems'}");  #    $r->print("<br>problems=$cache->{$sequence.':problems'}");
             my $problem = $cache->{$problemID.':problem'};              my $problem = $cache->{$problemID.':problem'};
Line 195  sub ExtractStudentData { Line 193  sub ExtractStudentData {
             #}              #}
   
             my %partData=undef;              my %partData=undef;
       $partData{'count'}=0;
             # Initialize part data, display skips correctly              # Initialize part data, display skips correctly
             # Skip refers to when a student made no submissions on that              # Skip refers to when a student made no submissions on that
             # part/problem.              # part/problem.
Line 202  sub ExtractStudentData { Line 201  sub ExtractStudentData {
                                                   $problemID.                                                    $problemID.
                                                   ':parts'})) {                                                    ':parts'})) {
  $tempProblemOrder++;   $tempProblemOrder++;
    $partData{'count'}++;
 # $r->print("<br>parts=$cache->{$sequence.':'.$problemID.':parts'}");  # $r->print("<br>parts=$cache->{$sequence.':'.$problemID.':parts'}");
                 $partData{$part.':order'}=$tempProblemOrder;                  $partData{$part.':order'}=$tempProblemOrder;
                 $partData{$part.':tries'}=0;                  $partData{$part.':tries'}=0;
Line 228  sub ExtractStudentData { Line 228  sub ExtractStudentData {
     $Discussed=0;      $Discussed=0;
                     my $code='-';                      my $code='-';
   
                     $awarded = $cache->{$name.                      $awarded = $cache->{"$name:$Version:$problem:resource.".
                                         "$Version:$problem:resource.".  
                                         "$part.awarded"};                                          "$part.awarded"};
                     $partData{$part.':awarded'} = ($awarded) ? $awarded : 0;                      $partData{$part.':awarded'} = ($awarded) ? $awarded : 0;
                     $totalAwarded += $awarded;                      $totalAwarded += $awarded;
   
                     $tries = $cache->{$name.":$Version:$problem".                      $tries = $cache->{"$name:$Version:$problem".
                                       ":resource.$part.tries"};                                        ":resource.$part.tries"};
                     $partData{$part.':tries'} = ($tries) ? $tries : 0;                      $partData{$part.':tries'} = ($tries) ? $tries : 0;
                     $partData{$part.':wrong'} = $partData{$part.':tries'};                      $partData{$part.':wrong'} = $partData{$part.':tries'};
Line 261  sub ExtractStudentData { Line 260  sub ExtractStudentData {
   
             # Loop through all the parts for the current problem in the               # Loop through all the parts for the current problem in the 
             # correct order and prepare the output              # correct order and prepare the output
       my $partCounter=0;
             foreach (split(/\:/,$cache->{$sequence.':'.$problemID.              foreach (split(/\:/,$cache->{$sequence.':'.$problemID.
                                          ':parts'})) {                                           ':parts'})) {
     #$r->print("<br>".$cache->{$sequence.':title'});   $partCounter++;
   
                 my $Yes = 0;                  my $Yes = 0;
                 if($partData{$_.':code'} eq 'C' ||                   if($partData{$_.':code'} eq 'C' || 
                    $partData{$_.':code'} eq 'O') {                     $partData{$_.':code'} eq 'O') {
Line 273  sub ExtractStudentData { Line 272  sub ExtractStudentData {
                 my $pOrder=$partData{$_.':order'};                  my $pOrder=$partData{$_.':order'};
                 my $ptr = $tempSequenceOrder.':'.$pOrder.':'.$problemID;                  my $ptr = $tempSequenceOrder.':'.$pOrder.':'.$problemID;
   
                 if($_ > 1) {                  if($partData{'count'} > 1) {
                     $ptr .= "*(part $_)";                      $ptr .= "*(part $_)";
                     $Dis .= '&';  
                 }                  }
                   #if($partCounter > 1) {
                       $discrim .= '&';
                   #}
   
  my ($pr_no,$dod)=split('&',$ptr);   my ($pr_no,$dod)=split('&',$ptr);
 # my $DoDiff=$DoDiff->{$dod};  # my $DoDiff=$DoDiff->{$dod};
Line 296  sub ExtractStudentData { Line 297  sub ExtractStudentData {
                     $Discussed=1;                      $Discussed=1;
                 }                  }
                 my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"};                  my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"};
                 $Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes;                  $discrim .= $tempSequenceOrder.'@'.$pOrder.'='.$DisF.'+'.$Yes;
                 $ptr .= '&'.$partData{$_.':tries'}.                  $ptr .= '&'.$partData{$_.':tries'}.
                         '&'.$partData{$_.':wrong'}.                          '&'.$partData{$_.':wrong'}.
                         '&'.$partData{$_.':code'};                          '&'.$partData{$_.':code'};
Line 326  sub ExtractStudentData { Line 327  sub ExtractStudentData {
                 $tempProblemOrder++;                  $tempProblemOrder++;
             }              }
         }          }
  my $pstr;  
         if($totalTries) {  
     my $DisFac = ($totalAwarded/$totalTries);  
     my $DisFactor = sprintf( "%.4f", $DisFac );  
             my $TS = sprintf( "%.2f", $spent );  
             my $TS_yes = sprintf( "%.2f", $spent_yes );  
    # $DiscFac{$DisFactor}=$Dis;  
     $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'.  
                   $totalTries.':'.$ProbSolved.':'.$TotFirst.':'.  
                   $TS_yes.':'.$TS.':'.$TotDiscuss;  
     $discriminantFactor{$pstr}=$Dis;  
  }  
     }      }
       my $pstr;
     return (\%discriminantFactor);      if($totalTries) {
    my $DisFac = ($totalAwarded/$totalTries);
    my $DisFactor = sprintf( "%.4f", $DisFac );
           my $TS = sprintf( "%.2f", $spent );
           my $TS_yes = sprintf( "%.2f", $spent_yes );
    $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'.
                 $totalTries.':'.$ProbSolved.':'.$TotFirst.':'.
                 $TS_yes.':'.$TS.':'.$TotDiscuss;
    (%$discriminant)->{$pstr}=$discrim;
       }
 }  }
   
   
Line 359  sub MySort { Line 357  sub MySort {
   
   
 sub BuildStatisticsTable {  sub BuildStatisticsTable {
     my ($cache,$discriminantFactor,$list,$headings,$students,$r,$color)=@_;      my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_;
   
     my $NoElements = scalar @$list;      my $NoElements = scalar @$list;
     my @List=sort(@$list);      my @List=sort(@$list);
   
 #    for (my $c=0;$c<$NoElements;$c++) {  
 ## $r->print('<br>'.$c.')'.$List[$c]);  
 # $r->print("<br>$List[$c]");  
 #    }  
   
 #6666666  #6666666
 #    my $file="/home/httpd/perl/tmp/183d.txt";  #    my $file="/home/httpd/perl/tmp/183d.txt";
 #    open(OUT, ">$file");  #    open(OUT, ">$file");
Line 395  sub BuildStatisticsTable { Line 387  sub BuildStatisticsTable {
         &CreateProblemStatisticsTableHeading(1,$cache->{$sequence.':source'},          &CreateProblemStatisticsTableHeading(1,$cache->{$sequence.':source'},
                                              $cache->{$sequence.':title'},                                                $cache->{$sequence.':title'}, 
                                              $headings,$r);                                               $headings,$r);
   
  my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,   my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,
                                                    $List[$cIdx]);                                                     $List[$cIdx]);
   
         my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar);          my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar);
  $sequence+=100;   $sequence+=100;
  while ($SqOrd==$sequence && $cIdx<$NoElements) {   while ($SqOrd==$sequence && $cIdx<$NoElements) {
Line 427  sub BuildStatisticsTable { Line 417  sub BuildStatisticsTable {
  ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,   ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,
                                                      $List[$cIdx]);                                                       $List[$cIdx]);
         ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar);          ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar);
   
 #$r->print("<br>$cIdx ... $SqOrd, $PrOrd, $Tries, $Wrongs, $Code, $Disc");  
 #$r->rflush();  
   
     }      }
   
 #$r->print("<br>$cIdx ... $SqOrd  , $Temp , $TotalTries");  
 #$r->rflush();  
   
     $p_count++;      $p_count++;
     my $Dummy;      my $Dummy;
     ($ResId,$Dummy)=split(/\*/,$Temp);      ($ResId,$Dummy)=split(/\*/,$Temp);
Line 498  sub BuildStatisticsTable { Line 481  sub BuildStatisticsTable {
     }      }
   
 #--------------------- Compute the Discrimination Factors  #--------------------- Compute the Discrimination Factors
             my ($Up1,$Up2)=split(/\:/,':');#jason$DisUp->{$lpr[$i]});              my ($Up1,$Up2)=split(/\:/,$upper->{$sequence.'@'.$pOrd});
     my ($Lw1,$Lw2)=split(/\:/,':');#jason$DisLow->{$lpr[$i]});      my ($Lw1,$Lw2)=split(/\:/,$lower->{$sequence.'@'.$pOrd});
   
     my $Dis1 = $Up1 - $Lw1;      my $Dis1 = $Up1 - $Lw1;
     my $Dis2 = $Up2 - $Lw2;      my $Dis2 = $Up2 - $Lw2;
     my $_D1 = sprintf("%.2f", $Dis1);      my $_D1 = sprintf("%.2f", $Dis1);
Line 736  sub ProblemStatisticsLegend { Line 720  sub ProblemStatisticsLegend {
     my $Ptr = '';      my $Ptr = '';
     $Ptr = '<table border="0">';      $Ptr = '<table border="0">';
     $Ptr .= '<tr><td>';      $Ptr .= '<tr><td>';
     $Ptr .= '<b>#Stdnts</b>:</td>';      $Ptr .= '<b>#Stdnts</b></td>';
     $Ptr .= '<td>Total Number of Students opened the problem.';      $Ptr .= '<td>Total Number of Students opened the problem.';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>Tries</b>:</td>';      $Ptr .= '<b>Tries</b></td>';
     $Ptr .= '<td>Total Number of Tries for solving the problem.';      $Ptr .= '<td>Total Number of Tries for solving the problem.';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>Mod</b>:</td>';      $Ptr .= '<b>Mod</b></td>';
     $Ptr .= '<td>Maximunm Number of Tries for solving the problem.';      $Ptr .= '<td>Maximunm Number of Tries for solving the problem.';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>Mean</b>:</td>';      $Ptr .= '<b>Mean</b></td>';
     $Ptr .= '<td>Average Number of the tries. [ Tries / #Stdnts ]';      $Ptr .= '<td>Average Number of the tries. [ Tries / #Stdnts ]';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>#YES</b>:</td>';      $Ptr .= '<b>#YES</b></td>';
     $Ptr .= '<td>Number of students solved the problem correctly.';      $Ptr .= '<td>Number of students solved the problem correctly.';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>#yes</b>:</td>';      $Ptr .= '<b>#yes</b></td>';
     $Ptr .= '<td>Number of students solved the problem by override.';      $Ptr .= '<td>Number of students solved the problem by override.';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>%Wrng</b>:</td>';      $Ptr .= '<b>%Wrng</b></td>';
     $Ptr .= '<td>Percentage of students tried to solve the problem ';      $Ptr .= '<td>Percentage of students tried to solve the problem ';
     $Ptr .= 'but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]';      $Ptr .= 'but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>DoDiff</b>:</td>';      $Ptr .= '<b>DoDiff</b></td>';
     $Ptr .= '<td>Degree of Difficulty of the problem.  ';      $Ptr .= '<td>Degree of Difficulty of the problem.  ';
     $Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]';      $Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>S.D.</b>:</td>';      $Ptr .= '<b>S.D.</b></td>';
     $Ptr .= '<td>Standard Deviation of the tries.  ';      $Ptr .= '<td>Standard Deviation of the tries.  ';
     $Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) ';      $Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) ';
     $Ptr .= 'where Xi denotes every student\'s tries ]';      $Ptr .= 'where Xi denotes every student\'s tries ]';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>Skew.</b>:</td>';      $Ptr .= '<b>Skew.</b></td>';
     $Ptr .= '<td>Skewness of the students tries.';      $Ptr .= '<td>Skewness of the students tries.';
     $Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]';      $Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]';
     $Ptr .= '</td></tr><tr><td>';      $Ptr .= '</td></tr><tr><td>';
     $Ptr .= '<b>Dis.F.</b>:</td>';      $Ptr .= '<b>Dis.F.</b></td>';
     $Ptr .= '<td>Discrimination Factor: A Standard for evaluating the ';      $Ptr .= '<td>Discrimination Factor: A Standard for evaluating the ';
     $Ptr .= 'problem according to a Criterion<br>';      $Ptr .= 'problem according to a Criterion<br>';
     $Ptr .= '<b>[Applied Criterion in %27 Upper Students - ';      $Ptr .= '<b>[Applied Criterion in %27 Upper Students - ';
Line 790  sub ProblemStatisticsLegend { Line 774  sub ProblemStatisticsLegend {
   
 #------- Processing upperlist and lowerlist according to each problem  #------- Processing upperlist and lowerlist according to each problem
 sub ProcessDiscriminant {  sub ProcessDiscriminant {
     my ($List) = @_;      my ($List,$r) = @_;
     my @sortedList = sort (@$List);      my @sortedList = sort (@$List);
     my $Count = scalar @sortedList;      my $Count = scalar @sortedList;
     my $Problem;      my $Problem;
Line 803  sub ProcessDiscriminant { Line 787  sub ProcessDiscriminant {
     my $nStudent=0;      my $nStudent=0;
     my %Proc=undef;      my %Proc=undef;
     while ($nIndex<$Count) {      while ($nIndex<$Count) {
   #        $r->print("<br> $nIndex) $sortedList[$nIndex]");
  ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);   ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);
  @Dis=split(/\+/,$tmp);   @Dis=split(/\+/,$tmp);
  my $Temp = $Problem;   my $Temp = $Problem;
Line 814  sub ProcessDiscriminant { Line 799  sub ProcessDiscriminant {
     ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);      ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);
     @Dis=split(/\+/,$tmp);      @Dis=split(/\+/,$tmp);
  } while ( $Problem eq $Temp && $nIndex < $Count );   } while ( $Problem eq $Temp && $nIndex < $Count );
 # $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent;  
  $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent);   $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent);
 #       $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp} <br>");  #        $r->print("<br> $nIndex) $Temp --> ($nStudent) $Proc{$Temp}");
  $Sum1=0;   $Sum1=0;
  $Sum2=0;   $Sum2=0;
  $nStudent=0;   $nStudent=0;
Line 827  sub ProcessDiscriminant { Line 811  sub ProcessDiscriminant {
   
 #------- Creating Discimination factor     #------- Creating Discimination factor   
 sub Discriminant {  sub Discriminant {
     my ($discriminantFactor)=@_;      my ($discriminant,$r)=@_;
     my @discriminantKeys=keys(%$discriminantFactor);  #$Apache::lonxml::debug=1;
   #&Apache::lonhomework::showhash(%$discriminant);
   #$Apache::lonxml::debug=0;
       my @discriminantKeys=keys(%$discriminant);
     my $Count = scalar @discriminantKeys;      my $Count = scalar @discriminantKeys;
   
     my $UpCnt = int(0.27*$Count);      my $UpCnt = int(0.27*$Count);
Line 842  sub Discriminant { Line 829  sub Discriminant {
  $Count++;       $Count++;    
  if($low < $UpCnt || $Count > $up) {   if($low < $UpCnt || $Count > $up) {
             $low++;              $low++;
             my $str=$discriminantFactor->{$key};              my $str=$discriminant->{$key};
             foreach(split(/\:/,$str)){              foreach(split(/\&/,$str)){
                 if($_) {                  if($_) {
                     if($low<$UpCnt) { push(@LowList,$_); }                      if($low<$UpCnt) { push(@LowList,$_); }
                     else            { push(@UpList,$_);  }                      else            { push(@UpList,$_);  }
Line 851  sub Discriminant { Line 838  sub Discriminant {
             }              }
         }          }
     }      }
     my %DisUp =  &ProcessDiscriminant(\@UpList);      my %DisUp =  &ProcessDiscriminant(\@UpList,$r);
     my %DisLow = &ProcessDiscriminant(\@LowList);      my %DisLow = &ProcessDiscriminant(\@LowList,$r);
   
     return (\%DisUp, \%DisLow);      return (\%DisUp, \%DisLow);
 }  }

Removed from v.1.5  
changed lines
  Added in v.1.7


FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>