--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/24 14:52:32 1.1 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/02 12:41:20 1.10 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.1 2002/07/24 14:52:32 stredwic Exp $ +# $Id: lonproblemstatistics.pm,v 1.10 2002/08/02 12:41:20 stredwic Exp $ # # Copyright Michigan State University Board of Trustees # @@ -31,7 +31,7 @@ # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16 Behrouz Minaei +# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29 Behrouz Minaei # ### @@ -43,20 +43,11 @@ use Apache::lonhtmlcommon; use Apache::loncoursedata; use GDBM_File; -my $r; -my %DoDiff; -my %Discuss; -my %mapsort; -my %hash; -my %CachData; -my %color; -my %GraphDat; sub BuildProblemStatisticsPage { - my ($cacheDB, $students, $courseID, $c, $jr)=@_; - - $r = $jr; + my ($cacheDB, $students, $courseID, $c, $r)=@_; my %cache; + #my %DoDiff; unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { return 'Unable to tie database.'; } @@ -65,13 +56,20 @@ sub BuildProblemStatisticsPage { $Ptr .= ''; $Ptr .= ''."\n"; $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; - $Ptr .= &AscendOrderOptions($cache{'Ascend'}); $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}); - $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics', + 'Statistics'); + $Ptr .= '
Sorting Type:'."\n"; + $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( + $cache{'ProblemStatisticsAscend'}, + 'ProblemStatistics', + 'Statistics'); $Ptr .= '
'; - + $Ptr .= ''; $Ptr .= &ProblemStatisticsLegend(); + $r->print($Ptr); untie(%cache); foreach (@$students) { @@ -84,326 +82,43 @@ sub BuildProblemStatisticsPage { untie(%cache); } } - if($c->aborted()) { return $Ptr; } + if($c->aborted()) { return; } unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { return 'Unable to tie database.'; } - my $discriminantFactor; + my %discriminant=(); my @list=(); + my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); + my $index=0; foreach (@$students) { - $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list); + $index++; + #&Apache::lonstatistics::Update_PrgWin(++$index,$r); + &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, \%discriminant); } - return $Ptr; - my ($upper, $lower) = &Discriminant($discriminantFactor); + #&Apache::lonstatistics::Close_PrgWin($r); + + my ($upper, $lower) = &Discriminant(\%discriminant,$r); my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); - &Apache::loncoursedata::LoadDiscussion($courseID, $courseID, \%Discuss); - &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, \%Header, - $students); - + my $color=&setbgcolor(0); + my %GraphDat= &BuildStatisticsTable(\%cache, $upper, $lower, \@list, + \%Header, $students, $r, $color); untie(%cache); - - return $Ptr; -} - -sub BuildDiffGraph { - my ($courseID)=@_; - - my $graphData = &GetGraphData('DiffGraph', $courseID); - return ''; -} - -sub BuildWrongGraph { - my ($courseID)=@_; - - my $graphData = &GetGraphData('WrongGraph', $courseID); - return ''; -} - -#---- Activity log ------------------------------------------------------- - -sub LoadDoDiffFile { - my $file="/home/minaeibi/183d.txt"; - open(FILEID, "<$file"); - my $line=; - my %DoDiff=(); - my @Act=split('&',$line); - -# $r->print('
'.$#Act); - for(my $n=0;$n<=$#Act;$n++){ - my ($res,$Degree)=split('@',$Act[$n]); - $DoDiff{$res}=$Degree; - } - - return \%DoDiff; -} - -sub LoadClassFile { - my $file="/home/minaeibi/class.txt"; - open(FILEID, "<$file"); - my $line; - my %Grade=(); - while ($line=) { - my ($id,$ex1,$ex2,$ex3,$ex4,$hw,$final,$grade)=split(' ',$line); - $Grade{$id}=$grade; - } - return \%Grade; -} - -#------- Classification -sub Classify { - my ($DiscFac, $students)=@_; - my ($fileGrade) = &LoadClassFile(); - my $Count=0; - my @List=(); - my @LS=(); - my @LF=(); - my @LM=(); - my $cf=0; - my $cs=0; - my $cm=0; - foreach (keys(%$DiscFac)){ - my @l=split(/\:/,$_); - if (!($students->{$l[1]})) {next;} - my $Grade=$fileGrade->{$students->{$l[1]}}; - if( $Grade > 3 ) { - $cs++; - push(@LS,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Successful")); - } elsif ( $Grade > 2 ) { - $cm++; - push(@LM,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Average")); - } else { - $cf++; - push(@LF,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Failed")); - } - } - my $Str = ''; - for(my $n=0;$n<$cs;$n++){$Str .= '
'.$LS[$n];} - for(my $n=0;$n<$cm;$n++){$Str .= '
'.$LM[$n];} - for(my $n=0;$n<$cf;$n++){$Str .= '
'.$LF[$n];} - - return $Str; -} - -sub ProcAct { - # return; - my ($Act,$Submit)=@_; - my @Act=split(/\@/,$Act); - @Act = sort(@Act); - - ##$r->print('
'.$#Act); - ##for(my $n=0;$n<=$#Act;$n++){ -## $r->print('
n='.$n.')'.$Act[$n]); -## } - -# my $Beg=$Act[0]; - my $Dif=$Submit-$Act[0]; - $Dif = ($Dif>0) ? ($Dif/3600) : 0; - -# $r->print('
Access Number = '.$#Act.'
Submit Time='.$Submit.'
First Access='.$Act[0].'
Last Access='.$Act[$#Act].'
Submit - First = '.$Dif.''); - - -#time spent for solving the problem -# $r->print('
Def'.($Act[$#Act-1]-$Act[0])); - - return $Dif; -} - -sub LoadActivityLog { -# my $CacheDB = "/home/minaeibi/act183.log.cache"; - my $CacheDB = "/home/httpd/perl/tmp/act183.log.cache"; - - my %Activity; - if (-e "$CacheDB") { - if (tie(%Activity,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - return; - } - else { -# $r->print("Unable to tie log Cache hash to db file"); - } - } - else { - if (tie(%Activity,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - foreach (keys %Activity) {delete $Activity{$_};} - &Build_log(\%Activity); - } - else { -# $r->print("Unable to tie log Build hash to db file"); - } - } - return \%Activity; -} - -sub Build_log { - my ($Activity)=@_; - my $file="/home/minaeibi/act183.log"; - open(FILEID, "<$file"); - my $line; - my $count=0; - while ($line=) { - my ($time,$machine,$what)=split(':',$line); - $what=&Apache::lonnet::unescape($what); - my @accesses=split('&',$what); - - foreach my $access (@accesses) { - - $count++; - - my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); - if (!$resource) { next; } - my $res=&Apache::lonnet::unescape($resource); - if (($res =~ /\.problem/)) { - $Activity->{$who.':'.$res}.=$date.'@'; - #$r->print('
'.$time.':'.$who.'---'.$res); - &Update_PrgInit($count); - - } - } - } - -# my $c=1; -# foreach (sort keys %Activity) { -# $r->print('
'.$c.')'.$_.' ... '.$Activity{$_}); -# $c++; -# } - -} - -sub Activity { -# $rid=~/(\d+)\.(\d+)/; -# my $MapId=$1; -# my $PrbId=$2; -# my $MapOrg = $hash{'map_id_'.$MapId}; -# my $Map = &Apache::lonnet::declutter($MapOrg); -# my $URI = $hash{'src_'.$rid}; -# my $Symb = $Map.'___'.$PrbId.'___'.&Apache::lonnet::declutter($URI); - my $file="/home/minaeibi/activity.log"; - my $userid='adamsde1'; - $r->print("
Using $file"); - $r->rflush(); - open(FILEID, "<$file"); - my $line; - my @allaccess; - my $Count=0; - while ($line=) { - my ($time,$machine,$what)=split(':',$line); - $what=&Apache::lonnet::unescape($what); - my @accesses=split('&',$what); - foreach my $access (@accesses) { - my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); - #if ($who ne $userid) { next; } - if (!$resource) { next; } - my $res=&Apache::lonnet::unescape($resource); - if (($res =~ /\.(sequence|problem|htm|html|page)/)) { - $Count++; - $r->print("
$Count) ".localtime($date).": $who --> $res"); -# if ($post) { -# $Count++; -# $r->print("
$Count) Sent data ".join(':', -# &Apache::lonnet::unescape(@posts)).''); -# } - $r->rflush(); - } - #push (@allaccess,unescape($access)); - #print $machine; - } - } -# @allaccess=sort(@allaccess); -# $Count=0; -# foreach my $access (@allaccess) { -# my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); -# $Count++; -# $r->print("
$Count) $date: $who --> $resource"); -# $r->rflush(); -# if ($post) { -# $r->print("
Sent data ".join(':',unescape(@posts)).''); -# } -# } } -#---- END Activity log --------------------------------------------------- #---- Problem Statistics Web Page --------------------------------------- -#------- Processing upperlist and lowerlist according to each problem -sub ProcessDiscriminant { - my ($List) = @_; - my @sortedList = sort (@$List); - my $Count = scalar @sortedList; - my $Problem; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum1=0; - my $Sum2=0; - my $nIndex=0; - my $nStudent=0; - my %Proc=undef; - while ($nIndex<$Count) { - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - my $Temp = $Problem; - do { - $nIndex++; - $nStudent++; - $Sum1 += $Dis[0]; - $Sum2 += $Dis[1]; - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - } while ( $Problem eq $Temp && $nIndex < $Count ); -# $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent; - $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
"); - $Sum1=0; - $Sum2=0; - $nStudent=0; - } - - return %Proc; -} - -#------- Creating Discimination factor -sub Discriminant { - my ($discriminantFactor)=@_; - my @discriminantKeys=keys(%$discriminantFactor); - my $Count = scalar @discriminantKeys; - - my $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - - $Count=0; - foreach my $key (sort(@discriminantKeys)) { - $Count++; - if($low < $UpCnt || $Count > $up) { - $low++; - my $str=$discriminantFactor->{$key}; - foreach(split(/\:/,$str)){ - if($_) { - if($low<$UpCnt) { push(@LowList,$_); } - else { push(@UpList,$_); } - } - } - } - } - my %DisUp = &ProcessDiscriminant(\@UpList); - my %DisLow = &ProcessDiscriminant(\@LowList); - - return (\%DisUp, \%DisLow); -} - sub NumericSort { $a <=> $b; } sub CreateProblemStatisticsTableHeading { - my ($displayFormat,$sequenceSource,$sequenceTitle,$headings)=@_; + my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; if($displayFormat eq 'Display CSV Format') { $r->print('
"'.$sequenceTitle.'","'); $r->print($sequenceSource.'"'); @@ -425,7 +140,7 @@ sub CreateProblemStatisticsTableHeading } sub CloseTable { - my ($cache)=@_; + my ($cache,$r)=@_; if($cache->{'DisplayFormat'} eq 'Display CSV Format') { return; } @@ -437,12 +152,9 @@ sub CloseTable { # ------ Dump the Student's DB file and handling the data for statistics table sub ExtractStudentData { - my ($cache,$name,$list)=@_; - my %discriminantFactor; - + my ($cache,$name,$list,$Discuss,$r,$discriminant)=@_; my $totalTries = 0; my $totalAwarded = 0; - my $tempProblemOrder=0; my $spent=0; my $spent_yes=0; my $TotDiscuss=0; @@ -452,19 +164,30 @@ sub ExtractStudentData { my $TotFirst = 0; my $TimeTot = 0; my $Discussed=0; + my $discrim=''; + my $tempSequenceOrder=100; + +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%$cache); +#$Apache::lonxml::debug=0; foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && - $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + my $tempProblemOrder=100; + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { +# $r->print("
sequences=$cache->{'orderedSequences'}"); +# $r->print("
".$cache->{$sequence.':title'}); next; } + $tempSequenceOrder++; - my $Dis = ''; + #$discrim .= '&'; foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { +# $r->print("
problems=$cache->{$sequence.':problems'}"); my $problem = $cache->{$problemID.':problem'}; +# $r->print("
$problemID === $problem"); my $LatestVersion = $cache->{$name.':version:'.$problem}; - - # Output dashes for all the parts of this problem if there + # Output dashes for all the parts of this problem if there # is no version information about the current problem. #if(!$LatestVersion) { # foreach my $part (split(/\:/,$cache->{$sequence.':'. @@ -477,12 +200,17 @@ sub ExtractStudentData { #} my %partData=undef; + $partData{'count'}=0; # Initialize part data, display skips correctly # Skip refers to when a student made no submissions on that # part/problem. foreach my $part (split(/\:/,$cache->{$sequence.':'. $problemID. ':parts'})) { + $tempProblemOrder++; + $partData{'count'}++; +# $r->print("
parts=$cache->{$sequence.':'.$problemID.':parts'}"); + $partData{$part.':order'}=$tempProblemOrder; $partData{$part.':tries'}=0; $partData{$part.':code'}='-'; } @@ -491,7 +219,7 @@ sub ExtractStudentData { # oldest version. Basically, it gets the most recent # set of grade data for each part. for(my $Version=1; $Version<=$LatestVersion; $Version++) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. + foreach my $part (split(/\:/,$cache->{$sequence.':'. $problemID. ':parts'})) { @@ -505,15 +233,14 @@ sub ExtractStudentData { my $time=0; my $awarded=0; $Discussed=0; - my $code='U'; + my $code='-'; - $awarded = $cache->{$name. - "$Version:$problem:resource.". + $awarded = $cache->{"$name:$Version:$problem:resource.". "$part.awarded"}; $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; $totalAwarded += $awarded; - $tries = $cache->{$name.":$Version:$problem". + $tries = $cache->{"$name:$Version:$problem". ":resource.$part.tries"}; $partData{$part.':tries'} = ($tries) ? $tries : 0; $partData{$part.':wrong'} = $partData{$part.':tries'}; @@ -527,7 +254,6 @@ sub ExtractStudentData { elsif ($val eq 'incorrect_by_override'){$code = 'I';} elsif ($val eq 'excused') {$code = 'x';} $partData{$part.':code'}=$code; - if($partData{$part.':wrong'} ne 0 && ($code eq 'C' || $code eq 'O')) { $partData{$part.':wrong'}--; @@ -535,28 +261,36 @@ sub ExtractStudentData { } } +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%partData); +#$Apache::lonxml::debug=0; + # Loop through all the parts for the current problem in the # correct order and prepare the output + my $partCounter=0; foreach (split(/\:/,$cache->{$sequence.':'.$problemID. ':parts'})) { + $partCounter++; my $Yes = 0; if($partData{$_.':code'} eq 'C' || $partData{$_.':code'} eq 'O') { $Yes=1; } - #my $ptr = "$hash{'title_'.$ResId}"; - my $ptr = $tempProblemOrder.'&'.$problemID; + my $pOrder=$partData{$_.':order'}; + my $ptr = $tempSequenceOrder.':'.$pOrder.':'.$problemID; - if($_ > 1) { + if($partData{'count'} > 1) { $ptr .= "*(part $_)"; - $Dis .= '&'; } + #if($partCounter > 1) { + $discrim .= '&'; + #} my ($pr_no,$dod)=split('&',$ptr); # my $DoDiff=$DoDiff->{$dod}; # $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); - my $Fac = ($partData{$_.':Tries'}) ? + my $Fac = ($partData{$_.':tries'}) ? ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; my $DisF; if($Fac > 0 && $Fac < 1) { @@ -565,22 +299,23 @@ sub ExtractStudentData { $DisF = $Fac; } - if ($Discuss{"$name:$problem"}) { + if ($Discuss->{"$name:$problem"}) { $TotDiscuss++; $Discussed=1; } my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; - $Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes; - $ptr .= '&'.$partData{$_.'.Tries'}. - '&'.$partData{$_.'.Wrongs'}. - '&'.$partData{$_.'.Code'}; + $discrim .= $tempSequenceOrder.'@'.$pOrder.'='.$DisF.'+'.$Yes; + $ptr .= '&'.$partData{$_.':tries'}. + '&'.$partData{$_.':wrong'}. + '&'.$partData{$_.':code'}; push (@$list, $ptr."&$Discussed"); - +# $r->print('
'.$_.$name.'---'.$ptr); + #### if ($DoDiff>0.85) { $TimeTot += $time; - if ($Yes==1 && $partData{$_.'.Tries'}==1) { + if ($Yes==1 && $partData{$_.':tries'}==1) { $TotFirst++; } # my $Acts= $Activity->{$name.':'.$problem}; @@ -599,21 +334,18 @@ sub ExtractStudentData { $tempProblemOrder++; } } - my $pstr; - if($totalTries) { - my $DisFac = ($totalAwarded/$totalTries); - my $DisFactor = sprintf( "%.4f", $DisFac ); - my $TS = sprintf( "%.2f", $spent ); - my $TS_yes = sprintf( "%.2f", $spent_yes ); - # $DiscFac{$DisFactor}=$Dis; - $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. - $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. - $TS_yes.':'.$TS.':'.$TotDiscuss; - $discriminantFactor{$pstr}=$Dis; - } } - - return (\%discriminantFactor); + my $pstr; + if($totalTries) { + my $DisFac = ($totalAwarded/$totalTries); + my $DisFactor = sprintf( "%.4f", $DisFac ); + my $TS = sprintf( "%.2f", $spent ); + my $TS_yes = sprintf( "%.2f", $spent_yes ); + $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. + $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. + $TS_yes.':'.$TS.':'.$TotDiscuss; + (%$discriminant)->{$pstr}=$discrim; + } } @@ -630,47 +362,49 @@ sub MySort { } =cut + sub BuildStatisticsTable { - my ($cache,$discriminantFactor,$list,$headings,$students)=@_; + my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_; + my $NoElements = scalar @$list; + my @List=sort(@$list); #6666666 # my $file="/home/httpd/perl/tmp/183d.txt"; # open(OUT, ">$file"); #6666666 - &Create_PrgWin(); +## &Apache::lonstatistics::Create_PrgWin($r); ##777777 ## my (%Activity) = &LoadActivityLog(); ## $r->print(''); ## my ($doDiffFile) = &LoadDoDiffFile(); +##777777 +## $Str .= &Classify($discriminantFactor, $students); + my $p_count = 0; - my $nIndex = 0; my $dummy; my $p_val; my $ResId; - my $NoElements = scalar @$list; + my %GraphDat; + my $cIdx=0; foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && - $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { next; } - - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, - $cache->{$sequence.':source'}, - $cache->{$sequence.':title'}, - $headings); - -##777777 -## $Str .= &Classify($discriminantFactor, $students); - - - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, + $cache->{$sequence.':title'}, + $headings,$r); + my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, + $List[$cIdx]); + my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); + $sequence+=100; + while ($SqOrd==$sequence && $cIdx<$NoElements) { my %storestats=(); - my ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); + my $pOrd=$PrOrd; my $Temp = $Prob; my $MxTries = 0; my $TotalTries = 0; @@ -680,9 +414,9 @@ sub BuildStatisticsTable { my $StdNo = 0; my $DiscNo=0; my @StdLst; - while ( $PrOrd == $lpr[$i] ) + while ($pOrd==$PrOrd && $cIdx<$NoElements) { - $nIndex++; + $cIdx++; $StdNo++; $StdLst[ $StdNo ] = $Tries; $TotalTries += $Tries; @@ -690,31 +424,39 @@ sub BuildStatisticsTable { if ( $Code eq 'C' ){ $YES++; } elsif( $Code eq 'I' ) { $Incorrect++; } elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); - } + elsif( $Code eq '-' ) { $StdNo--; } + ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, + $List[$cIdx]); + ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); + } $p_count++; my $Dummy; ($ResId,$Dummy)=split(/\*/,$Temp); - $Temp = ''.$hash{'title_'.$ResId}.$Dummy.''; +###################### + $Temp = ''.$cache->{$ResId.':title'}.$Dummy.''; + + #$r->print('
rid='.$ResId); + #$r->print('
src='.$cache->{$ResId.':source'}); + #$r->print('
tit='.$cache->{$ResId.':title'}); - my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); + my $res = &Apache::lonnet::declutter($cache->{$ResId.':source'}); my $urlres=$res; $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); + my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); $urlres=$Map; - - $res = ''.$res.''; +####################### + +# $res = ''.$res.''; #$Map = ''.$res.''; #------------------------ Compute the Average of Tries about one problem my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; + $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; @@ -754,8 +496,9 @@ sub BuildStatisticsTable { } #--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,':');#jason$DisUp->{$lpr[$i]}); - my ($Lw1,$Lw2)=split(/\:/,':');#jason$DisLow->{$lpr[$i]}); + my ($Up1,$Up2)=split(/\:/,$upper->{$sequence.'@'.$pOrd}); + my ($Lw1,$Lw2)=split(/\:/,$lower->{$sequence.'@'.$pOrd}); + my $Dis1 = $Up1 - $Lw1; my $Dis2 = $Up2 - $Lw2; my $_D1 = sprintf("%.2f", $Dis1); @@ -767,12 +510,12 @@ sub BuildStatisticsTable { my $SD = sprintf( "%.1f", $StdDev ); my $DoD = sprintf( "%.2f", $DoDiff ); my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. + my $join = $Prob.'&'.$Temp.'&'.$StdNo.'&'. $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. $DiscNo.'&'.$Prob; - $CachData{($p_count-1)}=$join; +##8888 $CachData{($p_count-1)}=$join; #6666666 # $r->print('
'.$out.'&'.$DoD); @@ -784,11 +527,11 @@ sub BuildStatisticsTable { &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); } #-------------------------------- Row of statistical table - &TableRow($cache,$join,$i,($p_count-1)); + &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color,\%GraphDat); } - &CloseTable($cache); + &CloseTable($cache,$r); } - &Close_PrgWin(); +### &Close_PrgWin(); #666666 # close( OUT ); #666666 @@ -796,7 +539,7 @@ sub BuildStatisticsTable { =pod sub Cache_Statistics { - my ($cache)=@_; + my ($cache,$color)=@_; my @list = (); my $Useful; my $UnUseful; @@ -829,7 +572,7 @@ sub Cache_Statistics { for (my $i=1; $i<=$#lpr; $i++) { my($Pre, $Post) = split(/\@/,$list[$nIndex]); #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex); + &TableRow($cache,$Post,$i,$nIndex,$color,\%GraphDat); $nIndex++; } &CloseTable($cache); @@ -839,7 +582,7 @@ sub Cache_Statistics { &CreateProblemStatisticsTableHeading($cache,0); for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex); + &TableRow($cache,$Post,$nIndex,$nIndex,$color,\%GraphDat); } &CloseTable($cache); } @@ -847,106 +590,81 @@ sub Cache_Statistics { =cut sub TableRow { - my ($Str,$Idx,$RealIdx)=@_; + my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); - if ($ENV{'form.showcsv'}) { +# $r->print('
'.$Str); + my $Ptr; + if($cache->{'DisplayFormat'} eq 'Display CSV Format') { my ($ResId,$Dummy)=split(/\*/,$Prob); - my $Ptr = "\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$hash{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$hash{'src_'.$ResId}.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; + $Ptr="\n".'
'. + "\n".'"'.($RealIdx+1).'",'. + "\n".'"'.$cache->{$ResId.':title'}.$Dummy.'",'. + "\n".'"'.$cache->{$ResId.':source'}.'",'. + "\n".'"'.$StdNo.'",'. + "\n".'"'.$TotalTries.'",'. + "\n".'"'.$MxTries.'",'. + "\n".'"'.$Avg.'",'. + "\n".'"'.$YES.'",'. + "\n".'"'.$Override.'",'. + "\n".'"'.$Wrng.'",'. + "\n".'"'.$DoD.'",'. + "\n".'"'.$SD.'",'. + "\n".'"'.$Sk.'",'. + "\n".'"'.$_D1.'",'. + "\n".'"'.$_D2.'"'. + "\n".'"'.$DiscNo.'"'; $r->print("\n".$Ptr); - } - else{ - my $Ptr = "\n".''. - "\n".''.($RealIdx+1).''. - # "\n".''.$PrOrd.$Temp.''. - "\n".''.$Temp.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".' '.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''. - "\n".' '.$DiscNo.''; + } else { + $Ptr="\n".''. + "\n".''.($RealIdx+1).''. + # "\n".''.$PrOrd.$Temp.''. + "\n".''.$Temp.''. + "\n".' '.$StdNo.''. + "\n".''.$TotalTries.''. + "\n".''.$MxTries.''. + "\n".''.$Avg.''. + "\n".' '.$YES.''. + "\n".' '.$Override.''. + "\n".' '.$Wrng.''. + "\n".' '.$DoD.''. + "\n".' '.$SD.''. + "\n".' '.$Sk.''. + "\n".' '.$_D1.''. + "\n".' '.$_D2.''. + "\n".' '.$DiscNo.''; $r->print("\n".$Ptr.'' ); } - $GraphDat{$RealIdx}=$DoD.':'.$Wrng; -} - -sub StatusOptions { - my ($cache)=@_; - - my $Status = $cache->{'Status'}; - my $OpSel1 = ''; - my $OpSel2 = ''; - my $OpSel3 = ''; - - if($Status eq 'Any') { $OpSel3 = ' selected'; } - elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } - else { $OpSel1 = ' selected'; } - - my $Ptr = ''; - $Ptr .= 'Student Status:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; +# $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; } -sub AscendOrderOptions { - my ($order)=@_; - my $OpSel1 = ''; - my $OpSel2 = ''; - - if($order eq 'Ascending') { - $OpSel1 = ' selected'; +# For loading the colored table for display or un-colored for print +sub setbgcolor { + my $PrintTable=shift; + my %color; + if ($PrintTable){ + $color{"gb"}="#FFFFFF"; + $color{"red"}="#FFFFFF"; + $color{"yellow"}="#FFFFFF"; + $color{"green"}="#FFFFFF"; + $color{"purple"}="#FFFFFF"; } else { - $OpSel2 = ' selected'; + $color{"gb"}="#DDFFFF"; + $color{"red"}="#FFDDDD"; + $color{"yellow"}="#EEFFCC"; + $color{"green"}="#DDFFDD"; + $color{"purple"}="#FFDDFF"; } - my $Ptr = ''; - $Ptr .= 'Sorting Type:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; + return \%color; } sub ProblemStatisticsButtons { my ($displayFormat)=@_; my $Ptr = ''; - $Ptr .= ' DoDiff : Degree of Difficulty of the problem.
'. -# '[ Tries/(#YES+#yes+0.1) ]
'. - #Gerd formula - $Ptr .= 'DoDiff:'; + $Ptr .= 'DoDiff'; $Ptr .= 'Degree of Difficulty of the problem. '; $Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]'; $Ptr .= ''; - $Ptr .= 'S.D.:'; + $Ptr .= 'S.D.'; $Ptr .= 'Standard Deviation of the tries. '; $Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) '; $Ptr .= 'where Xi denotes every student\'s tries ]'; $Ptr .= ''; - $Ptr .= 'Skew.:'; + $Ptr .= 'Skew.'; $Ptr .= 'Skewness of the students tries.'; $Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]'; $Ptr .= ''; - $Ptr .= 'Dis.F.:'; + $Ptr .= 'Dis.F.'; $Ptr .= 'Discrimination Factor: A Standard for evaluating the '; $Ptr .= 'problem according to a Criterion
'; $Ptr .= '[Applied Criterion in %27 Upper Students - '; @@ -1024,14 +738,105 @@ sub ProblemStatisticsLegend { return $Ptr; } +#------- Processing upperlist and lowerlist according to each problem +sub ProcessDiscriminant { + my ($List,$r) = @_; + my @sortedList = sort (@$List); + my $Count = scalar @sortedList; + my $Problem; + my @Dis; + my $Slvd=0; + my $tmp; + my $Sum1=0; + my $Sum2=0; + my $nIndex=0; + my $nStudent=0; + my %Proc=undef; + while ($nIndex<$Count) { +# $r->print("
$nIndex) $sortedList[$nIndex]"); + ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); + @Dis=split(/\+/,$tmp); + my $Temp = $Problem; + do { + $nIndex++; + $nStudent++; + $Sum1 += $Dis[0]; + $Sum2 += $Dis[1]; + ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); + @Dis=split(/\+/,$tmp); + } while ( $Problem eq $Temp && $nIndex < $Count ); + $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); +# $r->print("
$nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); + $Sum1=0; + $Sum2=0; + $nStudent=0; + } + + return %Proc; +} + +#------- Creating Discimination factor +sub Discriminant { + my ($discriminant,$r)=@_; +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%$discriminant); +#$Apache::lonxml::debug=0; + my @discriminantKeys=keys(%$discriminant); + my $Count = scalar @discriminantKeys; + + my $UpCnt = int(0.27*$Count); + my $low=0; + my $up=$Count-$UpCnt; + my @UpList=(); + my @LowList=(); + + $Count=0; + foreach my $key (sort(@discriminantKeys)) { + $Count++; + if($low < $UpCnt || $Count > $up) { + $low++; + my $str=$discriminant->{$key}; + foreach(split(/\&/,$str)){ + if($_) { + if($low<$UpCnt) { push(@LowList,$_); } + else { push(@UpList,$_); } + } + } + } + } + my %DisUp = &ProcessDiscriminant(\@UpList,$r); + my %DisLow = &ProcessDiscriminant(\@LowList,$r); + + return (\%DisUp, \%DisLow); +} + #---- END Problem Statistics Web Page ---------------------------------------- #---- Problem Statistics Graph Web Page -------------------------------------- # ------------------------------------------- Prepare data for Graphical chart +sub BuildDiffGraph { + my ($r)=@_; + + my $graphData = &GetGraphData('DiffGraph', $r); + $r->print(''); + + return; +} + +sub BuildWrongGraph { + my ($r)=@_; + + my $graphData = &GetGraphData('WrongGraph', $r); + $r->print(''); + + return; +} + + sub GetGraphData { - my $ylab = shift; + my ($ylab,$r,%GraphDat)=@_; my $Col; my $data=''; my $count = 0; @@ -1065,12 +870,15 @@ sub GetGraphData { untie(%GraphDat); my $Course = $ENV{'course.'.$cid.'.description'}; $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'.$Max.'&'.$count.'&'.$data; + my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. + $Max.'&'.$count.'&'.$data; } else { $r->print("Unable to tie hash to db file"); } } } + + 1; __END__