--- loncom/interface/statistics/lonproblemstatistics.pm 2002/08/01 20:49:06 1.9 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/06 17:38:26 1.16 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.9 2002/08/01 20:49:06 stredwic Exp $ +# $Id: lonproblemstatistics.pm,v 1.16 2002/08/06 17:38:26 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -31,7 +31,7 @@ # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29 Behrouz Minaei +# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei # ### @@ -47,7 +47,7 @@ use GDBM_File; sub BuildProblemStatisticsPage { my ($cacheDB, $students, $courseID, $c, $r)=@_; my %cache; - #my %DoDiff; + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { return 'Unable to tie database.'; } @@ -70,9 +70,13 @@ sub BuildProblemStatisticsPage { $Ptr .= ''; $Ptr .= &ProblemStatisticsLegend(); $r->print($Ptr); + $r->rflush(); untie(%cache); + &Create_PrgWin($r); + my $count=0; foreach (@$students) { + &Update_PrgWin(scalar(@$students),$count,$_,$r); my $courseData = &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); last if ($c->aborted()); @@ -81,42 +85,59 @@ sub BuildProblemStatisticsPage { $courseData, $_); untie(%cache); } + $count++; } + &Close_PrgWin($r); if($c->aborted()) { return; } unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { return 'Unable to tie database.'; } - my %discriminant=(); - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, \%discriminant); - } - #&Apache::lonstatistics::Close_PrgWin($r); - - my ($upper, $lower) = &Discriminant(\%discriminant,$r); + my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); my $color=&setbgcolor(0); - my %GraphDat= &BuildStatisticsTable(\%cache, $upper, $lower, \@list, - \%Header, $students, $r, $color); - untie(%cache); -} + my $state=$ENV{'form.ProblemStatisticsHeading'}; -#---- Problem Statistics Web Page --------------------------------------- + my $TempCache; + if ($state) { + $TempCache=&CacheStatisticsTable($state,\%cache,\%Header, + $r,$color); + } else { + my %discriminant=(); + my @list=(); + my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); + my $index=0; + foreach (@$students) { + $index++; + &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, + \%discriminant); + } + my ($upper, $lower) = &Discriminant(\%discriminant,$r); + $TempCache= &BuildStatisticsTable(\%cache, $upper, $lower, + \@list, \%Header, $students, + $r, $color); + } + untie(%cache); -sub NumericSort { - $a <=> $b; + foreach (keys %$TempCache) { + last if ($c->aborted()); + if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { + $cache{$_}=$TempCache->{$_}; + + untie(%cache); + } + } + if($c->aborted()) { return; } + untie(%cache); } +#---- Problem Statistics Web Page --------------------------------------- + sub CreateProblemStatisticsTableHeading { my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; if($displayFormat eq 'Display CSV Format') { @@ -124,10 +145,12 @@ sub CreateProblemStatisticsTableHeading $r->print($sequenceSource.'"'); return; } - - $r->print('
'.$sequenceTitle.''); - + if ($sequenceSource eq 'Sorted by: ') { + $r->print('
'.$sequenceSource.$sequenceTitle.''); + } else { + $r->print('
'.$sequenceTitle.''); + } my $Result = "\n".''."\n"; for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { $Result .= ''. "\n".''. - # "\n".''. "\n".''. "\n".''. "\n".''. @@ -636,7 +688,7 @@ sub TableRow { "\n".''; $r->print("\n".$Ptr.'' ); } -# $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; + $GraphDat->{'GraphGif:'.$RealIdx}=$DoD.':'.$Wrng; } @@ -778,9 +830,6 @@ sub ProcessDiscriminant { #------- Creating Discimination factor sub Discriminant { my ($discriminant,$r)=@_; -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$discriminant); -#$Apache::lonxml::debug=0; my @discriminantKeys=keys(%$discriminant); my $Count = scalar @discriminantKeys; @@ -816,69 +865,53 @@ sub Discriminant { # ------------------------------------------- Prepare data for Graphical chart -sub BuildDiffGraph { - my ($r)=@_; +sub BuildGraphicChart { + my ($ylab,$r,$cacheDB)=@_; + my %cache; + my $Col; + my $data=''; + my $count = 0; + my $Max = 0; - my $graphData = &GetGraphData('DiffGraph', $r); - $r->print(''); + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { + return 'Unable to tie database.'; + } + + my $p_count = $cache{'ProblemCount'}; - return; -} + for ( my $k=0; $k<$p_count;$k++) { + my @Temp=split(/\:/,$cache{'GraphGif:'.$k}); + my $inf = $Temp[$Col]; + if ( $Max < $inf ) {$Max = $inf;} + $data .= $inf.','; + $count++; + } + untie(%cache); +# $r->print("
count=$p_count >>data= $data"); -sub BuildWrongGraph { - my ($r)=@_; + if ( $Max > 1 ) { + $Max += (10 - $Max % 10); + $Max = int($Max); + } else { $Max = 1; } - my $graphData = &GetGraphData('WrongGraph', $r); - $r->print(''); + my $cid=$ENV{'request.course.id'}; - return; -} + if ( $ylab eq 'DoDiff Graph' ) { + $ylab = 'Degree-of-Difficulty'; + $Col = 0; + } else { + $ylab = 'Wrong-Percentage'; + $Col = 1; + } + my $Course = $ENV{'course.'.$cid.'.description'}; + $Course =~ s/\ /"_"/eg; + my $GData=$Course.'&'.'Problems#'.'&'.$ylab.'&'. + $Max.'&'.$count.'&'.$data; + $r->print(''); -sub GetGraphData { - my ($ylab,$r,%GraphDat)=@_; - my $Col; - my $data=''; - my $count = 0; - my $Max = 0; - my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $ylab eq 'DoDiff Graph' ) { - $ylab = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $ylab = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - if ( $Max > 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. - $Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } - } + return; } - 1; __END__
P#'.''+ + 'LON-CAPA Statistics'+ + '

Computation Progress

'+ + '
'+ + '
'+ + ''); + popwin.document.close(); + +ENDPOP + + $r->rflush(); +} + +# update progress +sub Update_PrgWin { + my ($totalStudents,$index,$name,$r)=@_; + $r->print(''); + $r->rflush(); +} + +# close Progress Line +sub Close_PrgWin { + my ($r)=@_; + $r->print(''); + $r->rflush(); +} + # ------ Dump the Student's DB file and handling the data for statistics table sub ExtractStudentData { @@ -175,17 +233,12 @@ sub ExtractStudentData { my $tempProblemOrder=100; if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { -# $r->print("
sequences=$cache->{'orderedSequences'}"); -# $r->print("
".$cache->{$sequence.':title'}); next; } $tempSequenceOrder++; - #$discrim .= '&'; foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { -# $r->print("
problems=$cache->{$sequence.':problems'}"); my $problem = $cache->{$problemID.':problem'}; -# $r->print("
$problemID === $problem"); my $LatestVersion = $cache->{$name.':version:'.$problem}; # Output dashes for all the parts of this problem if there # is no version information about the current problem. @@ -209,7 +262,6 @@ sub ExtractStudentData { ':parts'})) { $tempProblemOrder++; $partData{'count'}++; -# $r->print("
parts=$cache->{$sequence.':'.$problemID.':parts'}"); $partData{$part.':order'}=$tempProblemOrder; $partData{$part.':tries'}=0; $partData{$part.':code'}='-'; @@ -261,10 +313,6 @@ sub ExtractStudentData { } } -#$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%partData); -#$Apache::lonxml::debug=0; - # Loop through all the parts for the current problem in the # correct order and prepare the output my $partCounter=0; @@ -282,9 +330,7 @@ sub ExtractStudentData { if($partData{'count'} > 1) { $ptr .= "*(part $_)"; } - #if($partCounter > 1) { - $discrim .= '&'; - #} + $discrim .= '&'; my ($pr_no,$dod)=split('&',$ptr); # my $DoDiff=$DoDiff->{$dod}; @@ -348,25 +394,24 @@ sub ExtractStudentData { } } +sub NumericSort { + $a <=> $b; +} -=pod -sub MySort { - if ( $Pos > 0 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } +sub OrderedSort { + if ($ENV{'form.order'} eq 'Descending') { + $b <=> $a; + } else { + $a <=> $b; } } -=cut + sub BuildStatisticsTable { my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_; my $NoElements = scalar @$list; - my @List=sort(@$list); + my @list=sort(@$list); #6666666 # my $file="/home/httpd/perl/tmp/183d.txt"; @@ -386,7 +431,7 @@ sub BuildStatisticsTable { my $dummy; my $p_val; my $ResId; - my %GraphDat; + my %TempCache; my $cIdx=0; foreach my $sequence (split(':', $cache->{'orderedSequences'})) { @@ -399,7 +444,7 @@ sub BuildStatisticsTable { $cache->{$sequence.':title'}, $headings,$r); my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $List[$cIdx]); + $list[$cIdx]); my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); $sequence+=100; while ($SqOrd==$sequence && $cIdx<$NoElements) { @@ -426,32 +471,20 @@ sub BuildStatisticsTable { elsif( $Code eq 'O' ) { $Override++; } elsif( $Code eq '-' ) { $StdNo--; } ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $List[$cIdx]); + $list[$cIdx]); ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); } $p_count++; my $Dummy; ($ResId,$Dummy)=split(/\*/,$Temp); - -###################### $Temp = ''.$cache->{$ResId.':title'}.$Dummy.''; - #$r->print('
rid='.$ResId); - #$r->print('
src='.$cache->{$ResId.':source'}); - #$r->print('
tit='.$cache->{$ResId.':title'}); - - my $res = &Apache::lonnet::declutter($cache->{$ResId.':source'}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); - $urlres=$Map; -####################### - -# $res = ''.$res.''; - #$Map = ''.$res.''; +# my $urlres = $cache->{$sequence.':source'}); +#check with Gerd + #symb of the problem (already decluttered and cleaned) + my $urlres = $cache->{$ResId.':problem'}; #------------------------ Compute the Average of Tries about one problem my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; @@ -459,7 +492,7 @@ sub BuildStatisticsTable { $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - + #-------------------------------- Compute percentage of Wrong tries my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; @@ -510,97 +543,117 @@ sub BuildStatisticsTable { my $SD = sprintf( "%.1f", $StdDev ); my $DoD = sprintf( "%.2f", $DoDiff ); my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $Prob.'&'.$Temp.'&'.$StdNo.'&'. + my $join = $sequence.'@'.$pOrd.'&'.$Temp.'&'.$StdNo.'&'. $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. $DiscNo.'&'.$Prob; -##8888 $CachData{($p_count-1)}=$join; + + $TempCache{'CacheTable:'.($p_count-1)}=$join; #6666666 # $r->print('
'.$out.'&'.$DoD); # print (OUT $out.'@'.$DoD.'&'); #6666666 +#check with Gerd $urlres=~/^(\w+)\/(\w+)/; if ($StdNo) { &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } + } #-------------------------------- Row of statistical table - &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color,\%GraphDat); + &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color, + \%TempCache); } + $TempCache{'ProblemCount'}=$p_count; &CloseTable($cache,$r); } ### &Close_PrgWin(); -#666666 +#6666666 # close( OUT ); #666666 + return \%TempCache; } -=pod -sub Cache_Statistics { - my ($cache,$color)=@_; - my @list = (); - my $Useful; - my $UnUseful; -# $r->print(''."\n"); - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - my $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - @list = sort MySort (@list); +sub CacheStatisticsTable { + my ($state,$cache,$headings,$r,$color)=@_; + my @list = (); + my %TempCache; + my %myHeader = reverse( %$headings ); + my $pos = $myHeader{$state}; + if ($pos > 0) {$pos++;} + my $p_count = $cache->{'ProblemCount'}; + + for ( my $k=0; $k<$p_count;$k++) { + my $key=$cache->{'CacheTable:'.$k}; + my @Temp=split(/\&/,$key); + $list[$k]=$Temp[$pos].'+'.$key; + } + + if ($pos>0) { + @list = sort OrderedSort (@list); + } else { + @list = sort (@list); + } + my $cIdx=0; - my $nIndex=0; + if ( $pos == 0 ) { + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } + if ($cIdx==$p_count) { + return \%TempCache; + } + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, + $cache->{$sequence.':title'}, + $headings,$r); - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateProblemStatisticsTableHeading($cache,1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex,$color,\%GraphDat); - $nIndex++; + my ($tar)=split(/\&/,$list[$cIdx]); + $tar=~s/\+//eg; + my ($SqOrd)=split(/\@/,$tar); + $sequence+=100; + while ($SqOrd==$sequence && $cIdx<$p_count) { + my($Pre, $Post) = split(/\+/,$list[$cIdx]); + &TableRow($cache,$Post,$cIdx,$cIdx,$r,$color,\%TempCache); + $cIdx++; + my ($tar)=split(/\&/,$list[$cIdx]); + $tar=~s/\+//eg; + ($SqOrd)=split(/\@/,$tar); } - &CloseTable($cache); + &CloseTable($cache,$r); } } else { - &CreateProblemStatisticsTableHeading($cache,0); + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + 'Sorted by: ', + $headings->{$pos-1}, + $headings,$r); for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex,$color,\%GraphDat); + my($Pre, $Post) = split(/\+/,$list[$nIndex]); + &TableRow($cache,$Post,$nIndex,$nIndex,$r,$color,\%TempCache); } - &CloseTable($cache); + &CloseTable($cache,$r); } + + return \%TempCache; } -=cut + sub TableRow { my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); -# $r->print('
'.$Str); my $Ptr; if($cache->{'DisplayFormat'} eq 'Display CSV Format') { my ($ResId,$Dummy)=split(/\*/,$Prob); $Ptr="\n".'
'. "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$cache->{'src_'.$ResId}.'",'. + "\n".'"'.$cache->{$ResId.':title'}.$Dummy.'",'. + "\n".'"'.$cache->{$ResId.':source'}.'",'. "\n".'"'.$StdNo.'",'. "\n".'"'.$TotalTries.'",'. "\n".'"'.$MxTries.'",'. @@ -619,7 +672,6 @@ sub TableRow { } else { $Ptr="\n".'
'.($RealIdx+1).''.$PrOrd.$Temp.''.$Temp.' '.$StdNo.''.$TotalTries.' '.$DiscNo.'