--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/30 22:09:01 1.7 +++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/06 02:07:19 1.15 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.7 2002/07/30 22:09:01 minaeibi Exp $ +# $Id: lonproblemstatistics.pm,v 1.15 2002/08/06 02:07:19 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -31,7 +31,7 @@ # 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 # 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29 Behrouz Minaei +# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei # ### @@ -56,16 +56,27 @@ sub BuildProblemStatisticsPage { $Ptr .= ''; $Ptr .= ''."\n"; $Ptr .= ''."\n"; + $Ptr .= ''."\n"; + $Ptr .= ''."\n"; - $Ptr .= &AscendOrderOptions($cache{'Ascend'}); $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}); $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); + $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics', + 'Statistics'); + $Ptr .= '
Sorting Type:'."\n"; + $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( + $cache{'ProblemStatisticsAscend'}, + 'ProblemStatistics', + 'Statistics'); $Ptr .= '
'; $Ptr .= &ProblemStatisticsLegend(); $r->print($Ptr); + $r->rflush(); untie(%cache); + &Create_PrgWin($r); + my $count=0; foreach (@$students) { + &Update_PrgWin(scalar(@$students),$count,$_,$r); my $courseData = &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); last if ($c->aborted()); @@ -74,42 +85,67 @@ sub BuildProblemStatisticsPage { $courseData, $_); untie(%cache); } + $count++; } + &Close_PrgWin($r); if($c->aborted()) { return; } unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { return 'Unable to tie database.'; } - my %discriminant=(); - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, \%discriminant); - } - #&Apache::lonstatistics::Close_PrgWin($r); - - my ($upper, $lower) = &Discriminant(\%discriminant,$r); + my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); my $color=&setbgcolor(0); - my %GraphDat= &BuildStatisticsTable(\%cache, $upper, $lower, \@list, - \%Header, $students, $r, $color); - untie(%cache); -} + my $state=$ENV{'form.ProblemStatisticsHeading'}; -#---- Problem Statistics Web Page --------------------------------------- +# my $state=&Apache::lonstatistics::CheckFormElement(\%cache, +# 'ProblemStatisticsHeading', +# 'ProblemStatisticsHeading', +# 'Homework Sets Order'); +# $r->print("
state=".$state); + + my $TempCache; + + if ($state) { + $TempCache=&CacheStatisticsTable($state,\%cache,\%Header, + $r,$color); + } else { + my %discriminant=(); + my @list=(); + my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); + my $index=0; + foreach (@$students) { + $index++; + #&Apache::lonstatistics::Update_PrgWin(++$index,$r); + &ExtractStudentData(\%cache, $_, \@list,\%Discuss, $r, + \%discriminant); + } + #&Apache::lonstatistics::Close_PrgWin($r); + my ($upper, $lower) = &Discriminant(\%discriminant,$r); + $TempCache= &BuildStatisticsTable(\%cache, $upper, $lower, + \@list, \%Header, $students, + $r, $color); + } + untie(%cache); + foreach (keys %$TempCache) { + last if ($c->aborted()); + if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { + $cache{$_}=$TempCache->{$_}; -sub NumericSort { - $a <=> $b; + untie(%cache); + } + } + if($c->aborted()) { return; } + untie(%cache); } +#---- Problem Statistics Web Page --------------------------------------- + sub CreateProblemStatisticsTableHeading { my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; if($displayFormat eq 'Display CSV Format') { @@ -117,10 +153,12 @@ sub CreateProblemStatisticsTableHeading $r->print($sequenceSource.'"'); return; } - - $r->print('
'.$sequenceTitle.''); - + if ($sequenceSource eq 'Sorted by: ') { + $r->print('
'.$sequenceSource.$sequenceTitle.''); + } else { + $r->print('
'.$sequenceTitle.''); + } my $Result = "\n".''."\n"; for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { $Result .= ''. - "\n".''. - # "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''; + } else { + $Ptr="\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''; $r->print("\n".$Ptr.'' ); } -# $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; + $GraphDat->{'GraphGif:'.$RealIdx}=$DoD.':'.$Wrng; } @@ -646,59 +746,10 @@ sub setbgcolor { return \%color; } - -sub StatusOptions { - my ($cache)=@_; - - my $Status = $cache->{'Status'}; - my $OpSel1 = ''; - my $OpSel2 = ''; - my $OpSel3 = ''; - - if($Status eq 'Any') { $OpSel3 = ' selected'; } - elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } - else { $OpSel1 = ' selected'; } - - my $Ptr = ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - - return $Ptr; -} - -sub AscendOrderOptions { - my ($order)=@_; - - my $OpSel1 = ''; - my $OpSel2 = ''; - - if($order eq 'Ascending') { - $OpSel1 = ' selected'; - } else { - $OpSel2 = ' selected'; - } - - my $Ptr = ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - - return $Ptr; -} - sub ProblemStatisticsButtons { my ($displayFormat)=@_; my $Ptr = '
P#'.''+ + 'LON-CAPA Statistics'+ + '

Computation Progress

'+ + '
'+ + '
'+ + ''); + popwin.document.close(); + +ENDPOP + + $r->rflush(); +} + +# update progress +sub Update_PrgWin { + my ($totalStudents,$index,$name,$r)=@_; + $r->print(''); + $r->rflush(); +} + +# close Progress Line +sub Close_PrgWin { + my ($r)=@_; + $r->print(''); + $r->rflush(); +} + # ------ Dump the Student's DB file and handling the data for statistics table sub ExtractStudentData { @@ -166,13 +239,13 @@ sub ExtractStudentData { foreach my $sequence (split(':', $cache->{'orderedSequences'})) { my $tempProblemOrder=100; - $tempSequenceOrder++; -# if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && -# $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { # $r->print("
sequences=$cache->{'orderedSequences'}"); # $r->print("
".$cache->{$sequence.':title'}); -# next; -# } + next; + } + $tempSequenceOrder++; #$discrim .= '&'; foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { @@ -341,25 +414,24 @@ sub ExtractStudentData { } } +sub NumericSort { + $a <=> $b; +} -=pod -sub MySort { - if ( $Pos > 0 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } +sub OrderedSort { + if ($ENV{'form.order'} eq 'Descending') { + $b <=> $a; + } else { + $a <=> $b; } } -=cut + sub BuildStatisticsTable { my ($cache,$upper,$lower,$list,$headings,$students,$r,$color)=@_; my $NoElements = scalar @$list; - my @List=sort(@$list); + my @list=sort(@$list); #6666666 # my $file="/home/httpd/perl/tmp/183d.txt"; @@ -379,16 +451,20 @@ sub BuildStatisticsTable { my $dummy; my $p_val; my $ResId; - my %GraphDat; + my %TempCache; my $cIdx=0; foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - - &CreateProblemStatisticsTableHeading(1,$cache->{$sequence.':source'}, + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, $cache->{$sequence.':title'}, $headings,$r); my ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $List[$cIdx]); + $list[$cIdx]); my ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); $sequence+=100; while ($SqOrd==$sequence && $cIdx<$NoElements) { @@ -415,7 +491,7 @@ sub BuildStatisticsTable { elsif( $Code eq 'O' ) { $Override++; } elsif( $Code eq '-' ) { $StdNo--; } ($tar,$Tries,$Wrongs,$Code,$Disc)=split(/\&/, - $List[$cIdx]); + $list[$cIdx]); ($SqOrd,$PrOrd,$Prob)=split(/\:/,$tar); } @@ -427,7 +503,11 @@ sub BuildStatisticsTable { $Temp = ''.$cache->{$ResId.':title'}.$Dummy.''; - my $res = &Apache::lonnet::declutter($cache->{'src_'.$ResId}); + #$r->print('
rid='.$ResId); + #$r->print('
src='.$cache->{$ResId.':source'}); + #$r->print('
tit='.$cache->{$ResId.':title'}); + + my $res = &Apache::lonnet::declutter($cache->{$ResId.':source'}); my $urlres=$res; $ResId=~/(\d+)\.(\d+)/; @@ -435,7 +515,7 @@ sub BuildStatisticsTable { $urlres=$Map; ####################### -# $res = ''.$res.''; +# $res = ''.$res.''; #$Map = ''.$res.''; #------------------------ Compute the Average of Tries about one problem @@ -495,12 +575,14 @@ sub BuildStatisticsTable { my $SD = sprintf( "%.1f", $StdDev ); my $DoD = sprintf( "%.2f", $DoDiff ); my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $Prob.'&'.$Temp.'&'.$StdNo.'&'. + my $join = $sequence.'@'.$pOrd.'&'.$Temp.'&'.$StdNo.'&'. $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. $DiscNo.'&'.$Prob; -##8888 $CachData{($p_count-1)}=$join; + +#####{$sequence.'@'.$pOrd} + $TempCache{'CacheTable:'.($p_count-1)}=$join; #6666666 # $r->print('
'.$out.'&'.$DoD); @@ -510,118 +592,136 @@ sub BuildStatisticsTable { $urlres=~/^(\w+)\/(\w+)/; if ($StdNo) { &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } + } #-------------------------------- Row of statistical table - &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color,\%GraphDat); + &TableRow($cache,$join,$cIdx,($p_count-1),$r,$color, + \%TempCache); } + $TempCache{'ProblemCount'}=$p_count; &CloseTable($cache,$r); } ### &Close_PrgWin(); -#666666 +#6666666 # close( OUT ); #666666 + return \%TempCache; } -=pod -sub Cache_Statistics { - my ($cache,$color)=@_; - my @list = (); - my $Useful; - my $UnUseful; -# $r->print(''."\n"); - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - my $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - @list = sort MySort (@list); +sub CacheStatisticsTable { + my ($state,$cache,$headings,$r,$color)=@_; + my @list = (); + my %TempCache; + my %myHeader = reverse( %$headings ); + my $pos = $myHeader{$state}; + if ($pos > 0) {$pos++;} + my $p_count = $cache->{'ProblemCount'}; + + for ( my $k=0; $k<$p_count;$k++) { + my $key=$cache->{'CacheTable:'.$k}; + my @Temp=split(/\&/,$key); + $list[$k]=$Temp[$pos].'+'.$key; + } + + if ($pos>0) { +# $r->print('
pos1='.$pos); + @list = sort OrderedSort (@list); + } else { + @list = sort (@list); + } + my $cIdx=0; - my $nIndex=0; + if ( $pos == 0 ) { + foreach my $sequence (split(':', $cache->{'orderedSequences'})) { + if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && + $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } + if ($cIdx==$p_count) { + return \%TempCache; + } + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + $cache->{$sequence.':source'}, + $cache->{$sequence.':title'}, + $headings,$r); - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateProblemStatisticsTableHeading($cache,1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex,$color,\%GraphDat); - $nIndex++; + my ($tar)=split(/\&/,$list[$cIdx]); + $tar=~s/\+//eg; + my ($SqOrd)=split(/\@/,$tar); + $sequence+=100; + while ($SqOrd==$sequence && $cIdx<$p_count) { + my($Pre, $Post) = split(/\+/,$list[$cIdx]); + &TableRow($cache,$Post,$cIdx,$cIdx,$r,$color,\%TempCache); + $cIdx++; + my ($tar)=split(/\&/,$list[$cIdx]); + $tar=~s/\+//eg; + ($SqOrd)=split(/\@/,$tar); } - &CloseTable($cache); + &CloseTable($cache,$r); } } else { - &CreateProblemStatisticsTableHeading($cache,0); + &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, + 'Sorted by: ', + $headings->{$pos-1}, + $headings,$r); for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex,$color,\%GraphDat); + my($Pre, $Post) = split(/\+/,$list[$nIndex]); + &TableRow($cache,$Post,$nIndex,$nIndex,$r,$color,\%TempCache); } - &CloseTable($cache); + &CloseTable($cache,$r); } + + return \%TempCache; } -=cut + sub TableRow { my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); -# $r->print('
'.$Str); - if ($ENV{'form.showcsv'}) { + my $Ptr; + if($cache->{'DisplayFormat'} eq 'Display CSV Format') { my ($ResId,$Dummy)=split(/\*/,$Prob); - my $Ptr = "\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$cache->{'src_'.$ResId}.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; + $Ptr="\n".'
'. + "\n".'"'.($RealIdx+1).'",'. + "\n".'"'.$cache->{$ResId.':title'}.$Dummy.'",'. + "\n".'"'.$cache->{$ResId.':source'}.'",'. + "\n".'"'.$StdNo.'",'. + "\n".'"'.$TotalTries.'",'. + "\n".'"'.$MxTries.'",'. + "\n".'"'.$Avg.'",'. + "\n".'"'.$YES.'",'. + "\n".'"'.$Override.'",'. + "\n".'"'.$Wrng.'",'. + "\n".'"'.$DoD.'",'. + "\n".'"'.$SD.'",'. + "\n".'"'.$Sk.'",'. + "\n".'"'.$_D1.'",'. + "\n".'"'.$_D2.'"'. + "\n".'"'.$DiscNo.'"'; $r->print("\n".$Ptr); - } - else{ - my $Ptr = "\n".'
'.($RealIdx+1).''.$PrOrd.$Temp.''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Avg.' '.$YES.' '.$Override.' '.$Wrng.' '.$DoD.' '.$SD.' '.$Sk.' '.$_D1.' '.$_D2.' '.$DiscNo.'
'.($RealIdx+1).''.$Temp.' '.$StdNo.''.$TotalTries.''.$MxTries.''.$Avg.' '.$YES.' '.$Override.' '.$Wrng.' '.$DoD.' '.$SD.' '.$Sk.' '.$_D1.' '.$_D2.' '.$DiscNo.'
Student Status:
Sorting Type:
'; - $Ptr .= ''; + $r->print(''); + + return; } sub BuildWrongGraph { my ($r)=@_; my $graphData = &GetGraphData('WrongGraph', $r); - return ''; + $r->print(''); + + return; } sub GetGraphData { - my ($ylab,$r,%GraphDat)=@_; + my ($ylab,$r,$cache)=@_; my $Col; my $data=''; my $count = 0; my $Max = 0; my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $ylab eq 'DoDiff Graph' ) { - $ylab = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $ylab = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - if ( $Max > 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. - $Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } + + if ( $ylab eq 'DoDiff Graph' ) { + $ylab = 'Degree-of-Difficulty'; + $Col = 0; } + else { + $ylab = 'Wrong-Percentage'; + $Col = 1; + } + + my $p_count = $cache->{'ProblemCount'}; + + for ( my $k=0; $k<$p_count;$k++) { + my $key=$cache->{'CacheTable:'.$k}; + my @Temp=split(/\&/,$key); + # $list[$k]=$key; + } + + # foreach (sort NumericSort keys %GraphDat) { + # my @Temp=split(/\:/,$GraphDat{$_}); + # my $inf = $Temp[$Col]; + # if ( $Max < $inf ) {$Max = $inf;} + # $data .= $inf.','; + # $count++; + # } + if ( $Max > 1 ) { + $Max += (10 - $Max % 10); + $Max = int($Max); + } else { $Max = 1; } + + #untie(%GraphDat); + + my $Course = $ENV{'course.'.$cid.'.description'}; + $Course =~ s/\ /"_"/eg; + my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. + $Max.'&'.$count.'&'.$data; }