--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/26 21:50:12 1.3 +++ loncom/interface/statistics/lonproblemstatistics.pm 2003/03/25 23:00:40 1.41 @@ -1,7 +1,6 @@ # The LearningOnline Network with CAPA -# (Publication Handler # -# $Id: lonproblemstatistics.pm,v 1.3 2002/07/26 21:50:12 minaeibi Exp $ +# $Id: lonproblemstatistics.pm,v 1.41 2003/03/25 23:00:40 matthew Exp $ # # Copyright Michigan State University Board of Trustees # @@ -26,945 +25,630 @@ # http://www.lon-capa.org/ # # (Navigate problems for statistical reports -# YEAR=2001 -# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei -# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei -# YEAR=2002 -# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei -# 5/12,5/14,5/15,5/19,5/26,7/16,7/25 Behrouz Minaei # ### -package Apache::lonproblemstatistics; +package Apache::lonproblemstatistics; use strict; use Apache::lonnet(); use Apache::lonhtmlcommon; use Apache::loncoursedata; -use GDBM_File; +use Apache::lonstatistics; -#my %mapsort; +####################################################### +####################################################### -sub BuildProblemStatisticsPage { - my ($cacheDB, $students, $courseID, $c, $r,%color)=@_; - my %cache; - #my %DoDiff; - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { - return 'Unable to tie database.'; - } - - my $Ptr = ''; - $Ptr .= ''; - $Ptr .= ''."\n"; - $Ptr .= ''."\n"; - $Ptr .= &AscendOrderOptions($cache{'Ascend'}); - $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}); - $Ptr .= '
Select Map'; - $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics'); - $Ptr .= '
'; - - $Ptr .= &ProblemStatisticsLegend(); - - untie(%cache); - foreach (@$students) { - my $courseData = - &Apache::loncoursedata::DownloadCourseInformation($_, $courseID); - last if ($c->aborted()); - if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) { - &Apache::loncoursedata::ProcessStudentData(\%cache, - $courseData, $_); - untie(%cache); +sub CreateInterface { + my $Str = ''; + $Str .= ''."\n"; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''."\n"; + # + $Str .= ''."\n"; + $Str .= '
SectionsSequences and FoldersOutput
'."\n"; + $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); + $Str .= ''; + # + my $only_seq_with_assessments = sub { + my $s=shift; + if ($s->{'num_assess'} < 1) { + return 0; + } else { + return 1; } - } - if($c->aborted()) { return $Ptr; } - - unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { - return 'Unable to tie database.'; - } - my $discriminantFactor; - my @list=(); - my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); - my $index=0; - foreach (@$students) { - $index++; - #&Apache::lonstatistics::Update_PrgWin(++$index,$r); - $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list, - \%Discuss, $r); - } - #&Apache::lonstatistics::Close_PrgWin($r); - - my ($upper, $lower) = &Discriminant($discriminantFactor); - my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", - 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc."); - - my %GraphDat= &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, - \%Header, $students, $r, \%color); - - untie(%cache); - - return $Ptr; -} - -sub BuildDiffGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('DiffGraph', $r); - return ''; + }; + $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5, + $only_seq_with_assessments); + $Str .= ''."\n"; + $Str .= &CreateAndParseOutputSelector(); + $Str .= '
'."\n"; + return $Str; } -sub BuildWrongGraph { - my ($r)=@_; - - my $graphData = &GetGraphData('WrongGraph', $r); - return ''; -} +####################################################### +####################################################### -#---- Activity log ------------------------------------------------------- +=pod -sub LoadDoDiffFile { - my $file="/home/minaeibi/183d.txt"; - open(FILEID, "<$file"); - my $line=; - my %DoDiff=(); - my @Act=split('&',$line); - -# $r->print('
'.$#Act); - for(my $n=0;$n<=$#Act;$n++){ - my ($res,$Degree)=split('@',$Act[$n]); - $DoDiff{$res}=$Degree; - } +=item &CreateAndParseOutputSelector() - return \%DoDiff; -} +=cut -sub LoadClassFile { - my $file="/home/minaeibi/class.txt"; - open(FILEID, "<$file"); - my $line; - my %Grade=(); - while ($line=) { - my ($id,$ex1,$ex2,$ex3,$ex4,$hw,$final,$grade)=split(' ',$line); - $Grade{$id}=$grade; - } - return \%Grade; -} +####################################################### +####################################################### +my $output_mode; +my $show; + +my @OutputOptions = + ( + { name => 'problem statistics grouped by sequence', + value => 'HTML problem statistics grouped', + description => 'Output statistics for the problem parts.', + mode => 'html', + show => 'grouped', + }, + { name => 'problem statistics ungrouped', + value => 'HTML problem statistics ungrouped', + description => 'Output statistics for the problem parts.', + mode => 'html', + show => 'ungrouped', + }, + { name => 'problem statistics, Excel', + value => 'Excel problem statistics', + description => 'Output statistics for the problem parts '. + 'in an Excel workbook', + mode => 'excel', + show => 'all', + }, + { name => 'Degree of Difficulty Plot', + value => 'plot deg diff', + description => 'Generate a plot of the degree of difficulty of each '. + 'problem part.', + mode => 'plot', + show => 'deg of diff', + }, + { name => 'Percent Wrong Plot', + value => 'plot per wrong', + description => 'Generate a plot showing the percent of students who '. + 'were unable to complete each problem part', + mode => 'plot', + show => 'per wrong', + }, + ); -#------- Classification -sub Classify { - my ($DiscFac, $students)=@_; - my ($fileGrade) = &LoadClassFile(); - my $Count=0; - my @List=(); - my @LS=(); - my @LF=(); - my @LM=(); - my $cf=0; - my $cs=0; - my $cm=0; - foreach (keys(%$DiscFac)){ - my @l=split(/\:/,$_); - if (!($students->{$l[1]})) {next;} - my $Grade=$fileGrade->{$students->{$l[1]}}; - if( $Grade > 3 ) { - $cs++; - push(@LS,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Successful")); - } elsif ( $Grade > 2 ) { - $cm++; - push(@LM,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Average")); - } else { - $cf++; - push(@LF,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Failed")); - } - } +sub OutputDescriptions { my $Str = ''; - for(my $n=0;$n<$cs;$n++){$Str .= '
'.$LS[$n];} - for(my $n=0;$n<$cm;$n++){$Str .= '
'.$LM[$n];} - for(my $n=0;$n<$cf;$n++){$Str .= '
'.$LF[$n];} - + $Str .= "

Output Modes

\n"; + $Str .= "
\n"; + foreach my $outputmode (@OutputOptions) { + $Str .="
".$outputmode->{'name'}."
\n"; + $Str .="
".$outputmode->{'description'}."
\n"; + } + $Str .= "
\n"; return $Str; -} - -sub ProcAct { - # return; - my ($Act,$Submit)=@_; - my @Act=split(/\@/,$Act); - @Act = sort(@Act); - - ##$r->print('
'.$#Act); - ##for(my $n=0;$n<=$#Act;$n++){ -## $r->print('
n='.$n.')'.$Act[$n]); -## } - -# my $Beg=$Act[0]; - my $Dif=$Submit-$Act[0]; - $Dif = ($Dif>0) ? ($Dif/3600) : 0; - -# $r->print('
Access Number = '.$#Act.'
Submit Time='.$Submit.'
First Access='.$Act[0].'
Last Access='.$Act[$#Act].'
Submit - First = '.$Dif.''); - - -#time spent for solving the problem -# $r->print('
Def'.($Act[$#Act-1]-$Act[0])); - - return $Dif; } -sub LoadActivityLog { -# my $CacheDB = "/home/minaeibi/act183.log.cache"; - my $CacheDB = "/home/httpd/perl/tmp/act183.log.cache"; - - my %Activity; - if (-e "$CacheDB") { - if (tie(%Activity,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - return; - } - else { -# $r->print("Unable to tie log Cache hash to db file"); +sub CreateAndParseOutputSelector { + my $Str = ''; + my $elementname = 'outputmode'; + # + # Format for output options is 'mode, restrictions'; + my $selected = 'html, with links'; + if (exists($ENV{'form.'.$elementname})) { + if (ref($ENV{'form.'.$elementname} eq 'ARRAY')) { + $selected = $ENV{'form.'.$elementname}->[0]; + } else { + $selected = $ENV{'form.'.$elementname}; } } - else { - if (tie(%Activity,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - foreach (keys %Activity) {delete $Activity{$_};} - &Build_log(\%Activity); - } - else { -# $r->print("Unable to tie log Build hash to db file"); - } + # + # Set package variables describing output mode + $output_mode = 'html'; + $show = 'all'; + foreach my $option (@OutputOptions) { + next if ($option->{'value'} ne $selected); + $output_mode = $option->{'mode'}; + $show = $option->{'show'}; + } + # + # Build the form element + $Str = qq/"; + return $Str; } -sub Build_log { - my ($Activity)=@_; - my $file="/home/minaeibi/act183.log"; - open(FILEID, "<$file"); - my $line; - my $count=0; - while ($line=) { - my ($time,$machine,$what)=split(':',$line); - $what=&Apache::lonnet::unescape($what); - my @accesses=split('&',$what); - - foreach my $access (@accesses) { - - $count++; - - my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); - if (!$resource) { next; } - my $res=&Apache::lonnet::unescape($resource); - if (($res =~ /\.problem/)) { - $Activity->{$who.':'.$res}.=$date.'@'; - #$r->print('
'.$time.':'.$who.'---'.$res); - &Update_PrgInit($count); +############################################### +############################################### - } - } - } - -# my $c=1; -# foreach (sort keys %Activity) { -# $r->print('
'.$c.')'.$_.' ... '.$Activity{$_}); -# $c++; -# } - -} - -sub Activity { - my $file="/home/minaeibi/activity.log"; - my $userid='adamsde1'; -# $r->print("
Using $file"); -# $r->rflush(); - open(FILEID, "<$file"); - my $line; - my @allaccess; - my $Count=0; - while ($line=) { - my ($time,$machine,$what)=split(':',$line); - $what=&Apache::lonnet::unescape($what); - my @accesses=split('&',$what); - foreach my $access (@accesses) { - my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); - #if ($who ne $userid) { next; } - if (!$resource) { next; } - my $res=&Apache::lonnet::unescape($resource); - if (($res =~ /\.(sequence|problem|htm|html|page)/)) { - $Count++; -###888 $r->print("
$Count) ".localtime($date).": $who --> $res"); -# if ($post) { -# $Count++; -# $r->print("
$Count) Sent data ".join(':', -# &Apache::lonnet::unescape(@posts)).''); -# } -###888 $r->rflush(); - } - #push (@allaccess,unescape($access)); - #print $machine; - } +############################################### +############################################### +sub Gather_Student_Data { + my ($r) = @_; + my $c = $r->connection(); + # + my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); + # + my @Students = @Apache::lonstatistics::Students; + # + # Open the progress window + my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin + ($r,'Statistics Compilation Status', + 'Statistics Compilation Progress', scalar(@Students)); + # + while (my $student = shift @Students) { + return if ($c->aborted()); + my ($status,undef) = &Apache::loncoursedata::ensure_current_data + ($student->{'username'},$student->{'domain'}, + $ENV{'request.course.id'}); + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, + 'last student'); } -# @allaccess=sort(@allaccess); -# $Count=0; -# foreach my $access (@allaccess) { -# my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access); -# $Count++; -# $r->print("
$Count) $date: $who --> $resource"); -# $r->rflush(); -# if ($post) { -# $r->print("
Sent data ".join(':',unescape(@posts)).''); -# } -# } + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); + $r->rflush(); } -#---- END Activity log --------------------------------------------------- - -#---- Problem Statistics Web Page --------------------------------------- +############################################### +############################################### -#------- Processing upperlist and lowerlist according to each problem -sub ProcessDiscriminant { - my ($List) = @_; - my @sortedList = sort (@$List); - my $Count = scalar @sortedList; - my $Problem; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum1=0; - my $Sum2=0; - my $nIndex=0; - my $nStudent=0; - my %Proc=undef; - while ($nIndex<$Count) { - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - my $Temp = $Problem; - do { - $nIndex++; - $nStudent++; - $Sum1 += $Dis[0]; - $Sum2 += $Dis[1]; - ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); - @Dis=split(/\+/,$tmp); - } while ( $Problem eq $Temp && $nIndex < $Count ); -# $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent; - $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); -# $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
"); - $Sum1=0; - $Sum2=0; - $nStudent=0; +############################################### +############################################### +sub BuildProblemStatisticsPage { + my ($r,$c)=@_; + # + $output_mode = 'html'; + $show = 'grouped'; + # + $r->print(&CreateInterface()); + $r->print(''); + $r->print(''); + if (! exists($ENV{'form.statsfirstcall'})) { + return; + } + # + &Gather_Student_Data($r); + # + # + if ($output_mode eq 'html') { + $r->print("

". + $ENV{'course.'.$ENV{'request.course.id'}.'.description'}. + "

\n"); + $r->print("

".localtime(time)."

"); + $r->rflush(); + if ($show eq 'grouped') { + &output_html_grouped_by_sequence($r); + } elsif ($show eq 'ungrouped') { + &output_html_ungrouped($r); + } + } else { + $r->print("

Not implemented

"); } - - return %Proc; + return; } -#------- Creating Discimination factor -sub Discriminant { - my ($discriminantFactor)=@_; - my @discriminantKeys=keys(%$discriminantFactor); - my $Count = scalar @discriminantKeys; - - my $UpCnt = int(0.27*$Count); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - - $Count=0; - foreach my $key (sort(@discriminantKeys)) { - $Count++; - if($low < $UpCnt || $Count > $up) { - $low++; - my $str=$discriminantFactor->{$key}; - foreach(split(/\:/,$str)){ - if($_) { - if($low<$UpCnt) { push(@LowList,$_); } - else { push(@UpList,$_); } +sub output_html_grouped_by_sequence { + my ($r) = @_; + #$r->print(&ProblemStatisticsLegend()); + my @Header = ("Title","Part","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.");#,"D.F.1st","D.F.2nd"); + # #FFFFE6 #EEFFCC #DDFFFF FFDDDD #DDFFDD #FFDDFF + foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) { + next if ($sequence->{'num_assess'}<1); + $r->print("

".$sequence->{'title'}."

"); + $r->print('
'."\n"); + $r->print(''."\n"); + $r->print('\n"); + foreach my $resource (@{$sequence->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + if ($part == 0) { + $part = ' '; + } + my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD, + $SKEW) = &Apache::loncoursedata::get_problem_statistics + (undef,$resource->{'symb'},$part, + $ENV{'request.course.id'}); + my $wrongpercent = 0; + if (defined($num) && $num > 0) { + $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10; } + $r->print(''.&statistics_html_table_data + ($resource,$part,$num,$tries,$mod,$mean,$Solved, + $solved,$wrongpercent,$DegOfDiff,$STD,$SKEW). + "\n"); } } - } - my %DisUp = &ProcessDiscriminant(\@UpList); - my %DisLow = &ProcessDiscriminant(\@LowList); - - return (\%DisUp, \%DisLow); -} - - -sub NumericSort { - $a <=> $b; + $r->print("
'. + join("",@Header)."
\n"); + $r->print("
\n"); + $r->rflush(); + } + # + return; } -sub CreateProblemStatisticsTableHeading { - my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_; - if($displayFormat eq 'Display CSV Format') { - $r->print('
"'.$sequenceTitle.'","'); - $r->print($sequenceSource.'"'); - return; - } - - $r->print('
'.$sequenceTitle.''); - - my $Result = "\n".''."\n"; - for(my $nIndex=0; $nIndex < (scalar (keys %$headings)); $nIndex++) { - $Result .= ''."\n"; +############################################### +############################################### + +############################################### +############################################### +sub output_html_ungrouped { + my ($r) = @_; + # + my $sortby = $ENV{'form.sortby'}; + if (! defined($sortby) || $sortby eq '') { + $sortby = 'sequence'; + } + # + my $show_container = 0; + #$r->print(&ProblemStatisticsLegend()); + my @Header = ("Title","Part","#Stdnts","Tries","Mod", + "Mean","#YES","#yes","%Wrng","DoDiff", + "S.D.","Skew.");#,"D.F.1st","D.F.2nd"); + # #FFFFE6 #EEFFCC #DDFFFF FFDDDD #DDFFDD #FFDDFF + my @Sequences = &Apache::lonstatistics::Sequences_with_Assess(); + if (@Sequences > 1) { + unshift(@Header,"Container"); + $show_container = 1; + } + # + $r->print('
P#'.''.'
'.$Str."\n"); $r->rflush(); -} - - - -# ------ Dump the Student's DB file and handling the data for statistics table -sub ExtractStudentData { - my ($cache,$name,$list,$Discuss,$r)=@_; - my %discriminantFactor; - - my $totalTries = 0; - my $totalAwarded = 0; - my $tempProblemOrder=0; - my $spent=0; - my $spent_yes=0; - my $TotDiscuss=0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TotFirst = 0; - my $TimeTot = 0; - my $Discussed=0; - -$Apache::lonxml::debug=1; -#&Apache::lonhomework::showhash(%$cache); -$Apache::lonxml::debug=0; - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { -# if($cache->{'ProblemStatisticsMap'} ne 'All Maps' && -# $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) { - $r->print("
$name --- $sequence"); - $r->print("
".$cache->{$sequence.':title'}); -# next; -# } - - my $Dis = ''; - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { - my $problem = $cache->{$problemID.':problem'}; - $r->print("
$problemID === $problem"); - my $LatestVersion = $cache->{$name.':version:'.$problem}; - # Output dashes for all the parts of this problem if there - # is no version information about the current problem. - #if(!$LatestVersion) { - # foreach my $part (split(/\:/,$cache->{$sequence.':'. - # $problemID. - # ':parts'})) { - # $codes .= "-,"; - # $attempts .= "0,"; - # } - # next; - #} - - my %partData=undef; - # Initialize part data, display skips correctly - # Skip refers to when a student made no submissions on that - # part/problem. - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - $partData{$part.':tries'}=0; - $partData{$part.':code'}='-'; - } - - # Looping through all the versions of each part, starting with the - # oldest version. Basically, it gets the most recent - # set of grade data for each part. - for(my $Version=1; $Version<=$LatestVersion; $Version++) { - foreach my $part (split(/\:/,$cache->{$sequence.':'. - $problemID. - ':parts'})) { - - if(!defined($cache->{$name.":$Version:$problem". - ":resource.$part.solved"})) { - # No grade for this submission, so skip - next; - } - - my $tries=0; - my $time=0; - my $awarded=0; - $Discussed=0; - my $code='U'; - - $awarded = $cache->{$name. - "$Version:$problem:resource.". - "$part.awarded"}; - $partData{$part.':awarded'} = ($awarded) ? $awarded : 0; - $totalAwarded += $awarded; - - $tries = $cache->{$name.":$Version:$problem". - ":resource.$part.tries"}; - $partData{$part.':tries'} = ($tries) ? $tries : 0; - $partData{$part.':wrong'} = $partData{$part.':tries'}; - $totalTries += $tries; - - my $val = $cache->{$name.":$Version:$problem". - ":resource.$part.solved"}; - if ($val eq 'correct_by_student') {$code = 'C';} - elsif ($val eq 'correct_by_override') {$code = 'O';} - elsif ($val eq 'incorrect_attempted') {$code = 'I';} - elsif ($val eq 'incorrect_by_override'){$code = 'I';} - elsif ($val eq 'excused') {$code = 'x';} - $partData{$part.':code'}=$code; - if($partData{$part.':wrong'} ne 0 && - ($code eq 'C' || $code eq 'O')) { - $partData{$part.':wrong'}--; - } - } - } - - # Loop through all the parts for the current problem in the - # correct order and prepare the output - foreach (split(/\:/,$cache->{$sequence.':'.$problemID. - ':parts'})) { - my $Yes = 0; - if($partData{$_.':code'} eq 'C' || - $partData{$_.':code'} eq 'O') { - $Yes=1; + # + foreach my $sequence (@Sequences) { + next if ($sequence->{'num_assess'}<1); + foreach my $resource (@{$sequence->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD, + $SKEW) = &Apache::loncoursedata::get_problem_statistics + (undef,$resource->{'symb'},$part, + $ENV{'request.course.id'}); + if ($part == 0) { + $part = ' '; } - my $ptr = $tempProblemOrder.'&'.$problemID; - - if($_ > 1) { - $ptr .= "*(part $_)"; - $Dis .= '&'; + my $wrongpercent = 0; + if (defined($num) && $num > 0) { + $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10; } - - my ($pr_no,$dod)=split('&',$ptr); -# my $DoDiff=$DoDiff->{$dod}; -# $r->print('
'.$name.'---'.$ptr.'==='.$DoDiff); - - my $Fac = ($partData{$_.':Tries'}) ? - ($partData{$_.':awarded'}/$partData{$_.':tries'}) : 0; - my $DisF; - if($Fac > 0 && $Fac < 1) { - $DisF = sprintf( "%.4f", $Fac ); + if ($show_container) { + $r->print(''. + ''. + &statistics_html_table_data + ($resource,$part,$num,$tries,$mod,$mean,$Solved, + $solved,$wrongpercent,$DegOfDiff,$STD,$SKEW). + "\n"); } else { - $DisF = $Fac; + $r->print(''.&statistics_html_table_data + ($resource,$part,$num,$tries,$mod,$mean,$Solved, + $solved,$wrongpercent,$DegOfDiff,$STD,$SKEW). + "\n"); } - - if ($Discuss->{"$name:$problem"}) { - $TotDiscuss++; - $Discussed=1; - } - my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"}; - $Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes; - $ptr .= '&'.$partData{$_.'.tries'}. - '&'.$partData{$_.'.wrongs'}. - '&'.$partData{$_.'.code'}; - push (@$list, $ptr."&$Discussed"); - $r->print('
'.$name.'---'.$ptr); - -#### if ($DoDiff>0.85) { - - $TimeTot += $time; - - if ($Yes==1 && $partData{$_.'.Tries'}==1) { - $TotFirst++; - } -# my $Acts= $Activity->{$name.':'.$problem}; -# if ($Acts) { -# my $Pt=&ProcAct( $Acts, $time ); - #my ($spe,$beg) = split(/\+/,$Pt); -# my $spe= $Pt; -# if ($Yes==1) {$spent_yes += $spe;} -# $spent += $spe; - #$Beg += $beg; -# $r->print('
'.$name.'---'.$problem.'---'.$spe); -# } - $TotalOpend++; - $ProbTot++; - - $tempProblemOrder++; } } - my $pstr; - if($totalTries) { - my $DisFac = ($totalAwarded/$totalTries); - my $DisFactor = sprintf( "%.4f", $DisFac ); - my $TS = sprintf( "%.2f", $spent ); - my $TS_yes = sprintf( "%.2f", $spent_yes ); - # $DiscFac{$DisFactor}=$Dis; - $pstr=$DisFactor.':'.$name.':'.$ProbTot.':'.$TotalOpend.':'. - $totalTries.':'.$ProbSolved.':'.$TotFirst.':'. - $TS_yes.':'.$TS.':'.$TotDiscuss; - $discriminantFactor{$pstr}=$Dis; - } } - - return (\%discriminantFactor); + $r->print("
'."\n"); + $r->print(''."\n"); + my $Str = ''; + foreach (@Header) { + $Str .= ''; } - $Result .= "\n".''."\n"; - $r->print($Result); - $r->rflush(); -} - -sub CloseTable { - my ($cache,$r)=@_; - if($cache->{'DisplayFormat'} eq 'Display CSV Format') { - return; - } - $r->print("\n".'
'. + ''. + $_.'
'."\n"); + $r->print('
'.$sequence->{'title'}. + '
\n"); + $r->print("\n"); + $r->rflush(); + # + return; } +############################################### +############################################### -=pod -sub MySort { - if ( $Pos > 0 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } +############################################### +############################################### +sub statistics_html_table_data { + my ($resource,$part,$num,$tries,$mod,$mean,$Solved,$solved,$wrongpercent, + $DegOfDiff,$STD,$SKEW) = @_; + my $row = ''; + $row .= ''. + ''. + $resource->{'title'}.''. + ''; + $row .= ''.$part.'' if (defined($part)); + foreach ($num,$tries) { + $row .= ''.$_.''; } + foreach ($mod,$mean) { + $row .= ''. + sprintf("%5.2f",$_).''; + } + foreach ($Solved,$solved) { + $row .= ''.$_.''; + } + foreach ($wrongpercent) { + $row .= ''. + sprintf("%5.1f",$_).''; + } + foreach ($DegOfDiff,$STD,$SKEW) { + $row .= ''. + sprintf("%5.2f",$_).''; + } + return $row; } -=cut - - -sub BuildStatisticsTable { - my ($cache,$discriminantFactor,$list,$headings,$students,$r,%color)=@_; - -#6666666 -# my $file="/home/httpd/perl/tmp/183d.txt"; -# open(OUT, ">$file"); -#6666666 -## &Apache::lonstatistics::Create_PrgWin($r); -##777777 -## my (%Activity) = &LoadActivityLog(); -## $r->print(''); -## my ($doDiffFile) = &LoadDoDiffFile(); - - my $p_count = 0; - my $nIndex = 0; - my $dummy; - my $p_val; - my $ResId; - my %GraphDat; - my $NoElements = scalar @$list; - - - foreach my $sequence (split(':', $cache->{'orderedSequences'})) { - - &CreateProblemStatisticsTableHeading($cache->{'DisplayFormat'}, - $cache->{$sequence.':source'}, - $cache->{$sequence.':title'}, - $headings,$r); - - foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { - my $problem = $cache->{$problemID.':problem'}; - $r->print("
$problem"); - - } - } -} -=pod -##777777 -## $Str .= &Classify($discriminantFactor, $students); - - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my %storestats=(); - my ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my $DiscNo=0; - my @StdLst; - while ( $PrOrd == $lpr[$i] ) - { - $nIndex++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($PrOrd,$Prob,$Tries,$Wrongs,$Code,$Disc)=split(/\&/,$list->[$nIndex]); - } - - $p_count++; - my $Dummy; - ($ResId,$Dummy)=split(/\*/,$Temp); - - $Temp = ''.$cache->{'title_'.$ResId}.$Dummy.''; - - my $res = &Apache::lonnet::declutter($cache->{'src_'.$ResId}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $cache->{'map_id_'.$1} ); - $urlres=$Map; - - $res = ''.$res.''; - #$Map = ''.$res.''; - -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; +############################################### +############################################### -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } - -#--------------------- Compute the Discrimination Factors - my ($Up1,$Up2)=split(/\:/,':');#jason$DisUp->{$lpr[$i]}); - my ($Lw1,$Lw2)=split(/\:/,':');#jason$DisLow->{$lpr[$i]}); - my $Dis1 = $Up1 - $Lw1; - my $Dis2 = $Up2 - $Lw2; - my $_D1 = sprintf("%.2f", $Dis1); - my $_D2 = sprintf("%.2f", $Dis2); - -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. - $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. - $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. - $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. - $DiscNo.'&'.$Prob; -##8888 $CachData{($p_count-1)}=$join; - -#6666666 -# $r->print('
'.$out.'&'.$DoD); -# print (OUT $out.'@'.$DoD.'&'); -#6666666 - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); +sub BuildGraphicChart { + my ($graph,$cacheDB,$courseDescription,$students,$courseID,$r,$c)=@_; + my %cache; + my $max; + my $title = ''; + if($graph eq 'DoDiffGraph') { + $title = 'Degree-of-Difficulty'; + } else { + $title = 'Wrong-Percentage'; + } + my $currentSequence = -1; + my $sortProblems = 'Sort Within Sequence'; + my ($result, $orderedProblems) = + &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r); + if($result ne 'OK') { + return; + } + my @values = (); + unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { + return 'Unable to tie database.7'; + } + foreach(@$orderedProblems) { + my ($sequence,$problem,$part)=split(':', $_); + if($cache{'StatisticsMaps'} ne 'All Maps' && + $cache{'StatisticsMaps'} ne $cache{$sequence.':title'}) { + next; + } + if( $currentSequence == -1 || + ($sortProblems eq 'Sort Within Sequence' && + $currentSequence != $sequence)) { + if($currentSequence != -1) { + &DrawGraph(\@values,$courseDescription,$title,$max,$r); } -#-------------------------------- Row of statistical table - &TableRow($cache,$join,$i,($p_count-1),$r,\%color,\%GraphDat); - } - &CloseTable($cache,$r); + if($sortProblems eq 'Sort Within Sequence') { + $r->print('
'.$cache{$sequence.':title'}.''."\n"); + } + $currentSequence = $sequence; + @values = (); + $max=0; + } + my $data = 0; + if($graph eq 'DoDiffGraph') { + $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), + } else { + $data = sprintf("%.1f", $cache{$_.':percentWrong'}), + } + if($max < $data) { + $max = $data; + } + push(@values, $data); } - &Close_PrgWin(); -#666666 -# close( OUT ); -#666666 + untie(%cache); + &DrawGraph(\@values,$courseDescription,$title,$max,$r); + return; } -=cut -=pod -sub Cache_Statistics { - my ($cache,$color)=@_; - my @list = (); - my $Useful; - my $UnUseful; -# $r->print(''."\n"); - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - if ($Pos > 0) {$Pos++;} - my $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\&/,$CachData{$key}); - if ( $Pos == 0 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'@'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - my $nIndex=0; - - if ( $Pos == 0 ) { - foreach (sort keys %mapsort) { - my ($Hid,$pr)=split(/\:/,$mapsort{$_}); - &CreateProblemStatisticsTableHeading($cache,1,$Hid); - my @lpr=split(/\&/,$pr); - for (my $i=1; $i<=$#lpr; $i++) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - #$r->print('
'.$Pre.'---'.$Post); - &TableRow($cache,$Post,$i,$nIndex,\%color,\%GraphDat); - $nIndex++; +sub DrawGraph { + my ($values,$courseDescription,$title,$Max,$r)=@_; + my $sendValues = join(',', @$values); + my $sendCount = scalar(@$values); + $r->print("
The Maximum Value is: $Max"); + if ( $Max > 1 ) { + if ($Max % 10) { + if ( int($Max) < $Max ) { + $Max++; + $Max = int($Max); } - &CloseTable($cache); } - } - else { - &CreateProblemStatisticsTableHeading($cache,0); - for ( my $nIndex = 0; $nIndex < $p_count; $nIndex++ ) { - my($Pre, $Post) = split(/\@/,$list[$nIndex]); - &TableRow($cache,$Post,$nIndex,$nIndex,\%color,\%GraphDat); - } - &CloseTable($cache); - } + #(10 - $Max % 10); + } else { $Max = 1; } + my @GData = ('','Problem_number',$title,$Max,$sendCount,$sendValues); +# $r->print(''."\n"); + $r->print('
'."\n"); + $r->print(''); +# $r->print('
'."\n"); + $r->print('
'."\n"); } -=cut - -sub TableRow { - my ($cache,$Str,$Idx,$RealIdx,$r,$color,$GraphDat)=@_; - my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, - $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); - if ($ENV{'form.showcsv'}) { - my ($ResId,$Dummy)=split(/\*/,$Prob); - my $Ptr = "\n".'
'. - "\n".'"'.($RealIdx+1).'",'. - "\n".'"'.$cache->{'title_'.$ResId}.$Dummy.'",'. - "\n".'"'.$cache->{'src_'.$ResId}.'",'. - "\n".'"'.$StdNo.'",'. - "\n".'"'.$TotalTries.'",'. - "\n".'"'.$MxTries.'",'. - "\n".'"'.$Avg.'",'. - "\n".'"'.$YES.'",'. - "\n".'"'.$Override.'",'. - "\n".'"'.$Wrng.'",'. - "\n".'"'.$DoD.'",'. - "\n".'"'.$SD.'",'. - "\n".'"'.$Sk.'",'. - "\n".'"'.$_D1.'",'. - "\n".'"'.$_D2.'"'. - "\n".'"'.$DiscNo.'"'; - $r->print("\n".$Ptr); - } - else{ - my $Ptr = "\n".''. - "\n".''.($RealIdx+1).''. - # "\n".''.$PrOrd.$Temp.''. - "\n".''.$Temp.''. - "\n".' '.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".' '.$YES.''. - "\n".' '.$Override.''. - "\n".' '.$Wrng.''. - "\n".' '.$DoD.''. - "\n".' '.$SD.''. - "\n".' '.$Sk.''. - "\n".' '.$_D1.''. - "\n".' '.$_D2.''. - "\n".' '.$DiscNo.''; - $r->print("\n".$Ptr.'' ); +#---- Problem Statistics Web Page --------------------------------------- +sub CreateProblemStatisticsTableHeading { + my ($headings,$r)=@_; + my $Str=''; + $Str .= ''."\n"; + $Str .= 'P#'."\n"; + foreach(@$headings) { + $Str .= ''; + $Str .= ''.$_.' '."\n"; } - $GraphDat->{$RealIdx}=$DoD.':'.$Wrng; + $Str .= "\n".''."\n"; + return $Str; } -sub StatusOptions { - my ($cache)=@_; - - my $Status = $cache->{'Status'}; - my $OpSel1 = ''; - my $OpSel2 = ''; - my $OpSel3 = ''; - - if($Status eq 'Any') { $OpSel3 = ' selected'; } - elsif($Status eq 'Expired' ) { $OpSel2 = ' selected'; } - else { $OpSel1 = ' selected'; } - - my $Ptr = ''; - $Ptr .= 'Student Status:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; +sub BuildStatisticsTable { + my ($cache,$displayFormat,$sortProblems,$orderedProblems,$headings, + $r,$color)=@_; + my $count = 1; + my $currentSequence = -1; + foreach(@$orderedProblems) { + my ($sequence,$problem,$part)=split(':', $_); + if($cache->{'StatisticsMaps'} ne 'All Maps' && + $cache->{'StatisticsMaps'} ne $cache->{$sequence.':title'}) { + next; + } + if($currentSequence == -1 || + ($sortProblems eq 'Sort Within Sequence' && + $currentSequence != $sequence)) { + if($displayFormat ne 'Display CSV Format') { + if($currentSequence ne -1) { + $r->print(''); + $r->print('
'); + } + if($sortProblems eq 'Sort Within Sequence') { + $r->print(''.$cache->{$sequence.':title'}.''); + } + $r->print('
'."\n"); + $r->print(''."\n"); + $r->print(&CreateProblemStatisticsTableHeading($headings, $r)); + } else { + if($sortProblems eq 'Sort Within Sequence') { + $r->print('"'.$cache->{$sequence.':title'}.'"'); + } + $r->print('
'); + } + $currentSequence = $sequence; + } + my $ref = ''.$cache->{$problem.':title'}.''; + my $title = $cache->{$problem.':title'}; + if($part != 0) { + $title .= ' Part '.$part; + } + my $source = $cache->{$problem.':source'}; + my $tableData = join('&', $ref, $title, $source, + $cache->{$_.':studentCount'}, + $cache->{$_.':totalTries'}, + $cache->{$_.':maxTries'}, + $cache->{$_.':mean'}, + $cache->{$_.':correct'}, + $cache->{$_.':correctByOverride'}, + $cache->{$_.':percentWrong'}, + $cache->{$_.':degreeOfDifficulty'}, + $cache->{$_.':standardDeviation'}, + $cache->{$_.':skewness'}, + $cache->{$_.':discriminationFactor1'}, + $cache->{$_.':discriminationFactor2'}); + &TableRow($displayFormat,$tableData,$count,$r,$color); + $count++; + } + if($displayFormat ne 'Display CSV Format') { + $r->print('
'."\n"); + $r->print('
'); + } else { + $r->print('
'); + } + return; } -sub AscendOrderOptions { - my ($order)=@_; - - my $OpSel1 = ''; - my $OpSel2 = ''; - - if($order eq 'Ascending') { - $OpSel1 = ' selected'; +sub TableRow { + my ($displayFormat,$Str,$RealIdx,$r,$color)=@_; + my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, + $Wrng,$DoD,$SD,$Sk,$_D1,$_D2)=split(/\&/,$Str); + my $Ptr; + if($displayFormat eq 'Display CSV Format') { + $Ptr='"'.$RealIdx.'",'."\n". + '"'.$title.'",'."\n". + '"'.$source.'",'."\n". + '"'.$StdNo.'",'."\n". + '"'.$TotalTries.'",'."\n". + '"'.$MxTries.'",'."\n". + '"'.$Avg.'",'."\n". + '"'.$YES.'",'."\n". + '"'.$Override.'",'."\n". + '"'.$Wrng.'",'."\n". + '"'.$DoD.'",'."\n". + '"'.$SD.'",'."\n". + '"'.$Sk.'",'."\n". + '"'.$_D1.'",'."\n". + '"'.$_D2.'"'."\n". + "
\n"; + $r->print("\n".$Ptr); } else { - $OpSel2 = ' selected'; + $Ptr=''."\n". + ''.$RealIdx.''."\n". + ''.$ref.''."\n". + ' '.$StdNo.''."\n". + ''.$TotalTries.''."\n". + ''.$MxTries.''."\n". + ''.$Avg.''."\n". + ' '.$YES.''."\n". + ' '.$Override.''."\n". + ' '.$Wrng.''."\n". + ' '.$DoD.''."\n". + ' '.$SD.''."\n". + ' '.$Sk.''."\n". + ' '.$_D1.''."\n". + ' '.$_D2.''."\n"; + $r->print($Ptr.''."\n"); + } + return; +} + +# For loading the colored table for display or un-colored for print +sub setbgcolor { + my $PrintTable=shift; + my %color; + if ($PrintTable){ + $color{"gb"}="#FFFFFF"; + $color{"red"}="#FFFFFF"; + $color{"yellow"}="#FFFFFF"; + $color{"green"}="#FFFFFF"; + $color{"purple"}="#FFFFFF"; + } else { + $color{"gb"}="#DDFFFF"; + $color{"red"}="#FFDDDD"; + $color{"yellow"}="#EEFFCC"; + $color{"green"}="#DDFFDD"; + $color{"purple"}="#FFDDFF"; } - - my $Ptr = ''; - $Ptr .= 'Sorting Type:'."\n"; - $Ptr .= ''."\n"; - - return $Ptr; + return \%color; } sub ProblemStatisticsButtons { - my ($displayFormat)=@_; - + my ($displayFormat, $displayLegend, $sortProblems)=@_; my $Ptr = ''; - $Ptr .= ' 1 ) { - $Max += (10 - $Max % 10); - $Max = int($Max); - } - else { $Max = 1; } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - my $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'. - $Max.'&'.$count.'&'.$data; - } - else { - $r->print("Unable to tie hash to db file"); - } - } -} 1; __END__