'."\n");
$r->print(''."\n");
- $r->print(''.
- join(" ",@Header)." \n");
+ $r->print('');
+ my $Str = &statistics_table_header('no container no plots');
+ $r->print(' '.$Str." \n");
foreach my $resource (@{$sequence->{'contents'}}) {
next if ($resource->{'type'} ne 'assessment');
foreach my $part (@{$resource->{'parts'}}) {
- my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD,
- $SKEW) = &Apache::loncoursedata::get_problem_statistics
- (undef,$resource->{'symb'},$part,
- $ENV{'request.course.id'});
- #
- $show_part = 1 if ($part ne '0');
- $part = ' ' if ($part == 0);
- #
- my $wrongpercent = 0;
- if (defined($num) && $num > 0) {
- $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10;
- }
- $r->print(''.&statistics_html_table_data
- ($resource,$part,$num,$tries,$mod,$mean,$Solved,
- $solved,$wrongpercent,$DegOfDiff,$STD,$SKEW,
- $show_part).
+ $problem_num++;
+ my $data = &get_statistics($sequence,$resource,$part,
+ $problem_num);
+ my $option = '';
+ $r->print(' '.&statistics_html_table_data($data,
+ 'no container').
" \n");
}
}
@@ -292,37 +443,43 @@ sub output_html_grouped_by_sequence {
###############################################
###############################################
+=pod
+
+=item &output_html_ungrouped()
+
+Presents the statistics data in a single html table which can be sorted by
+different columns.
+
+=cut
+
###############################################
###############################################
sub output_html_ungrouped {
- my ($r) = @_;
+ my ($r,$option) = @_;
#
+ if (exists($ENV{'form.plot'}) && $ENV{'form.plot'} ne '') {
+ &plot_statistics($r,$ENV{'form.plot'});
+ }
+ #
+ my $problem_num = 0;
my $show_container = 0;
my $show_part = 0;
#$r->print(&ProblemStatisticsLegend());
- my @Header = ("Title","Part","#Stdnts","Tries","Mod",
- "Mean","#YES","#yes","%Wrng","DoDiff",
- "S.D.","Skew");#,"D.F.1st","D.F.2nd");
- #
my $sortby = undef;
- foreach (@Header) {
- if ($ENV{'form.sortby'} eq $_) {
- $sortby = $_;
+ foreach my $field (@Fields) {
+ if ($ENV{'form.sortby'} eq $field->{'name'}) {
+ $sortby = $field->{'name'};
}
}
- if (! defined($sortby) || $sortby eq '') {
- $sortby = 'Container';
+ if (! defined($sortby) || $sortby eq '' || $sortby eq 'problem_num') {
+ $sortby = 'container';
}
- # #FFFFE6 #EEFFCC #DDFFFF FFDDDD #DDFFDD #FFDDFF
+ # If there is more than one sequence, list their titles
my @Sequences = &Apache::lonstatistics::Sequences_with_Assess();
- if (@Sequences > 1) {
- unshift(@Header,"Container");
- $show_container = 1;
+ if (@Sequences < 1) {
+ $option .= ' no container';
}
#
- $r->print(''."\n");
- $r->rflush();
- #
# Compile the data
my @Statsarray;
foreach my $sequence (@Sequences) {
@@ -330,58 +487,19 @@ sub output_html_ungrouped {
foreach my $resource (@{$sequence->{'contents'}}) {
next if ($resource->{'type'} ne 'assessment');
foreach my $part (@{$resource->{'parts'}}) {
- my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD,
- $SKEW) = &Apache::loncoursedata::get_problem_statistics
- (undef,$resource->{'symb'},$part,
- $ENV{'request.course.id'});
- #
+ $problem_num++;
+ my $data = &get_statistics($sequence,$resource,$part,
+ $problem_num);
$show_part = 1 if ($part ne '0');
- $part = ' ' if ($part == 0);
#
- my $wrongpercent = 0;
- if (defined($num) && $num > 0) {
- $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10;
- }
- push (@Statsarray,
- { 'sequence' => $sequence,
- 'resource' => $resource,
- 'Title' => $resource->{'title'},
- 'Part' => $part,
- '#Stdnts' => $num,
- 'Tries' => $tries,
- 'Mod' => $mod,
- 'Mean' => $mean,
- '#YES' => $Solved,
- '#yes' => $solved,
- '%Wrng' => $wrongpercent,
- 'DoDiff' => $DegOfDiff,
- 'S.D.' => $STD,
- 'Skew' => $SKEW,
- });
+ push (@Statsarray,$data);
}
}
}
#
- # Table Headers
- $r->print(''."\n");
- my $Str = '';
- foreach (@Header) {
- next if ($_ eq 'Part' && !$show_part);
- # Do not allow sorting on some fields
- if ($_ eq $sortby || /^(Part)$/) {
- $Str .= ''.$_.' ';
- } else {
- $Str .= ''.
- ''.
- $_.' ';
- }
- }
- $r->print(''.$Str." \n");
- #
# Sort the data
my @OutputOrder;
- if ($sortby eq 'Container') {
+ if ($sortby eq 'container') {
@OutputOrder = @Statsarray;
} else {
# $sortby is already defined, so we can charge ahead
@@ -389,8 +507,8 @@ sub output_html_ungrouped {
# Alpha comparison
@OutputOrder = sort {
lc($a->{$sortby}) cmp lc($b->{$sortby}) ||
- lc($a->{'Title'}) cmp lc($b->{'Title'}) ||
- lc($a->{'Part'}) cmp lc($b->{'Part'});
+ lc($a->{'title'}) cmp lc($b->{'title'}) ||
+ lc($a->{'part'}) cmp lc($b->{'part'});
} @Statsarray;
} else {
# Numerical comparison
@@ -410,21 +528,35 @@ sub output_html_ungrouped {
}
if ($retvalue eq '0') {
$retvalue = $b->{$sortby} <=> $a->{$sortby} ||
- lc($a->{'Title'}) <=> lc($b->{'Title'}) ||
- lc($a->{'Part'}) <=> lc($b->{'Part'});
+ lc($a->{'title'}) <=> lc($b->{'title'}) ||
+ lc($a->{'part'}) <=> lc($b->{'part'});
}
$retvalue;
} @Statsarray;
}
}
- foreach my $row (@OutputOrder) {
- $r->print('');
- if ($show_container) {
- $r->print(''
- .$row->{'sequence'}->{'title'}.' ');
+ $option .= 'no part' if (! $show_part);
+ my $num_output = 0;
+ #
+ # output the headers
+ $r->print(''."\n");
+ $r->print(''."\n");
+ my $Str = &statistics_table_header($option.' sortable');
+ $r->print(''.$Str." \n");
+ #
+ foreach my $rowdata (@OutputOrder) {
+ $num_output++;
+ if ($num_output % 25 == 0) {
+ $r->print("
\n
\n");
+ #
+ $r->print(''."\n");
+ $r->print(''."\n");
+ my $Str = &statistics_table_header($option.' sortable');
+ $r->print(''.$Str." \n");
+ $r->rflush();
}
- $r->print(&stats_row_from_hash($row,$show_part));
- $r->print("\n");
+ $r->print(''.&statistics_html_table_data($rowdata,$option).
+ " \n");
}
$r->print("
\n");
$r->print("
\n");
@@ -433,20 +565,17 @@ sub output_html_ungrouped {
return;
}
-sub stats_row_from_hash {
- my ($data,$show_part) = @_;
- return &statistics_html_table_data($data->{'resource'},$data->{'Part'},
- $data->{'#Stdnts'}, $data->{'Tries'},
- $data->{'Mod'}, $data->{'Mean'},
- $data->{'#YES'}, $data->{'#yes'},
- $data->{"\%Wrng"}, $data->{'DoDiff'},
- $data->{'S.D.'}, $data->{'Skew'},
- $show_part);
-}
-
###############################################
###############################################
+=pod
+
+=item &output_excel()
+
+Presents the statistical data in an Excel 95 compatable spreadsheet file.
+
+=cut
+
###############################################
###############################################
sub output_excel {
@@ -518,38 +647,44 @@ sub output_excel {
$rows_output++;
$cols_output=0;
#
- # Add the headers
- my @Header = ("Container","Title","Part","#Stdnts","Tries","Mod",
- "Mean","#YES","#yes","%Wrng","DoDiff",
- "S.D.","Skew.");#,"D.F.1st","D.F.2nd");
- foreach (@Header) {
- $excel_sheet->write($rows_output,$cols_output++,$_);
+ # Long Headersheaders
+ foreach my $field (@Fields) {
+ next if ($field->{'name'} eq 'problem_num');
+ if (exists($field->{'long_title'})) {
+ $excel_sheet->write($rows_output,$cols_output++,
+ $field->{'long_title'});
+ } else {
+ $excel_sheet->write($rows_output,$cols_output++,'');
+ }
+ }
+ $rows_output++;
+ $cols_output=0;
+ # Brief headers
+ foreach my $field (@Fields) {
+ next if ($field->{'name'} eq 'problem_num');
+ $excel_sheet->write($rows_output,$cols_output++,$field->{'title'});
}
$rows_output++;
#
# Write the data
+ my $problem_num=0;
foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) {
next if ($sequence->{'num_assess'}<1);
foreach my $resource (@{$sequence->{'contents'}}) {
next if ($resource->{'type'} ne 'assessment');
foreach my $part (@{$resource->{'parts'}}) {
$cols_output=0;
- my ($num,$tries,$mod,$mean,$Solved,$solved,$DegOfDiff,$STD,
- $SKEW) = &Apache::loncoursedata::get_problem_statistics
- (undef,$resource->{'symb'},$part,
- $ENV{'request.course.id'});
+ $problem_num++;
+ my $data = &get_statistics($sequence,$resource,$part,
+ $problem_num);
#
if (!defined($part) || $part eq '') {
$part = ' ';
}
- my $wrongpercent = 0;
- if (defined($num) && $num > 0) {
- $wrongpercent=int(10*100*($num-$Solved+$solved)/$num)/10;
- }
- foreach ($sequence->{'title'},$resource->{'title'},$part,
- $num,$tries,$mod,$mean,$Solved,$solved,$wrongpercent,
- $DegOfDiff,$STD,$SKEW) {
- $excel_sheet->write($rows_output,$cols_output++,$_);
+ foreach my $field (@Fields) {
+ next if ($field->{'name'} eq 'problem_num');
+ $excel_sheet->write($rows_output,$cols_output++,
+ $data->{$field->{'name'}});
}
$rows_output++;
}
@@ -565,300 +700,224 @@ sub output_excel {
return;
}
+###############################################
+###############################################
+=pod
+=item &statistics_html_table_data()
+
+Help function used to format the rows for HTML table output.
+
+=cut
+
+###############################################
+###############################################
sub statistics_html_table_data {
- my ($resource,$part,$num,$tries,$mod,$mean,$Solved,$solved,$wrongpercent,
- $DegOfDiff,$STD,$SKEW,$show_part) = @_;
+ my ($data,$options) = @_;
my $row = '';
- $row .= ''.
- ''.
- $resource->{'title'}.' '.
- ' ';
- $row .= ''.$part.' ' if ($show_part);
- foreach ($num,$tries) {
- $row .= ''.$_.' ';
- }
- foreach ($mod,$mean) {
- $row .= ''.
- sprintf("%5.2f",$_).' ';
- }
- foreach ($Solved,$solved) {
- $row .= ''.$_.' ';
- }
- foreach ($wrongpercent) {
- $row .= ''.
- sprintf("%5.1f",$_).' ';
- }
- foreach ($DegOfDiff,$STD,$SKEW) {
- $row .= ''.
- sprintf("%5.2f",$_).' ';
+ foreach my $field (@Fields) {
+ next if ($options =~ /no $field->{'name'}/);
+ $row .= '{'align'})) {
+ $row .= ' align="'.$field->{'align'}.'"';
+ }
+ $row .= '>';
+ if (exists($field->{'special'}) && $field->{'special'} eq 'link') {
+ $row .= '';
+ }
+ if (exists($field->{'format'})) {
+ $row .= sprintf($field->{'format'},$data->{$field->{'name'}});
+ } else {
+ $row .= $data->{$field->{'name'}};
+ }
+ if (exists($field->{'special'}) && $field->{'special'} eq 'link') {
+ $row.= ' ';
+ }
+ $row .= ' ';
}
return $row;
}
+sub statistics_table_header {
+ my ($options) = @_;
+ my $header_row;
+ foreach my $field (@Fields) {
+ next if ($options =~ /no $field->{'name'}/);
+ $header_row .= '';
+ if ($options =~ /sortable/ &&
+ exists($field->{'sortable'}) && $field->{'sortable'} eq 'yes') {
+ $header_row .= '{'name'}."'".
+ ';document.Statistics.submit();">';
+ }
+ $header_row .= $field->{'title'};
+ if ($options =~ /sortable/) {
+ $header_row.= ' ';
+ }
+ if ($options !~ /no plots/ &&
+ exists($field->{'graphable'}) &&
+ $field->{'graphable'} eq 'yes') {
+ $header_row.=' (';
+ $header_row .= '';
+ $header_row .= 'plot )';
+ }
+ $header_row .= ' ';
+ }
+ return $header_row;
+}
###############################################
###############################################
-sub BuildGraphicChart {
- my ($graph,$cacheDB,$courseDescription,$students,$courseID,$r,$c)=@_;
- my %cache;
- my $max;
- my $title = '';
- if($graph eq 'DoDiffGraph') {
- $title = 'Degree-of-Difficulty';
- } else {
- $title = 'Wrong-Percentage';
- }
- my $currentSequence = -1;
- my $sortProblems = 'Sort Within Sequence';
- my ($result, $orderedProblems) =
- &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r);
- if($result ne 'OK') {
- return;
+=pod
+
+=item &plot_statistics()
+
+=cut
+
+###############################################
+###############################################
+sub plot_statistics {
+ my ($r,$datafield) = @_;
+ my @Data;
+ #
+ #
+ my $sortfield = undef;
+ my $title = undef;
+ foreach my $field (@Fields) {
+ if ($datafield eq $field->{'name'} &&
+ exists($field->{'graphable'}) && $field->{'graphable'} eq 'yes') {
+ $sortfield = $field->{'name'};
+ $title = $field->{'long_title'};
+ }
}
- my @values = ();
- unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
- return 'Unable to tie database.7';
- }
- foreach(@$orderedProblems) {
- my ($sequence,$problem,$part)=split(':', $_);
- if($cache{'StatisticsMaps'} ne 'All Maps' &&
- $cache{'StatisticsMaps'} ne $cache{$sequence.':title'}) {
- next;
- }
- if( $currentSequence == -1 ||
- ($sortProblems eq 'Sort Within Sequence' &&
- $currentSequence != $sequence)) {
- if($currentSequence != -1) {
- &DrawGraph(\@values,$courseDescription,$title,$max,$r);
- }
- if($sortProblems eq 'Sort Within Sequence') {
- $r->print(''.$cache{$sequence.':title'}.' '."\n");
+ return if (! defined($sortfield) || $sortfield eq '');
+ #
+ my $Max = 0;
+ my $problem_num = 0;
+ foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()) {
+ next if ($sequence->{'num_assess'}<1);
+ foreach my $resource (@{$sequence->{'contents'}}) {
+ next if ($resource->{'type'} ne 'assessment');
+ foreach my $part (@{$resource->{'parts'}}) {
+ my $problem_number++;
+ my $data = &get_statistics($sequence,$resource,$part,
+ $problem_num);
+ my $value = $data->{$sortfield};
+ $Max = $value if ($Max < $value);
+ push (@Data,$value);
}
- $currentSequence = $sequence;
- @values = ();
- $max=0;
- }
- my $data = 0;
- if($graph eq 'DoDiffGraph') {
- $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}),
- } else {
- $data = sprintf("%.1f", $cache{$_.':percentWrong'}),
}
- if($max < $data) {
- $max = $data;
+ }
+ #
+ # Print out plot request
+ my $yaxis = '';
+ if ($sortfield eq 'per_wrong') {
+ $yaxis = 'Percent';
+ }
+ #
+ # Determine appropriate value for $Max
+ if ($sortfield eq 'deg_of_diff') {
+ if ($Max > 0.5) {
+ $Max = 1;
+ } elsif ($Max > 0.2) {
+ $Max = 0.5;
+ } elsif ($Max > 0.1) {
+ $Max = 0.2;
+ }
+ } elsif ($sortfield eq 'per_wrong') {
+ if ($Max > 50) {
+ $Max = 100;
+ } elsif ($Max > 25) {
+ $Max = 50;
+ } elsif ($Max > 20) {
+ $Max = 25;
+ } elsif ($Max > 10) {
+ $Max = 20;
+ } elsif ($Max > 5) {
+ $Max = 10;
+ } else {
+ $Max = 5;
}
- push(@values, $data);
}
- untie(%cache);
- &DrawGraph(\@values,$courseDescription,$title,$max,$r);
+
+ $r->print("".&DrawGraph(\@Data,$title,'Problem Number',$yaxis,
+ $Max)."
\n");
+ #
+ # Print out the data
+ $ENV{'form.sortby'} = 'Contents';
+# &output_html_ungrouped($r);
return;
}
+###############################################
+###############################################
+
+=pod
+
+=item &DrawGraph()
+
+=cut
+
+###############################################
+###############################################
sub DrawGraph {
- my ($values,$courseDescription,$title,$Max,$r)=@_;
+ my ($values,$title,$xaxis,$yaxis,$Max)=@_;
+ $title = '' if (! defined($title));
+ $xaxis = '' if (! defined($xaxis));
+ $yaxis = '' if (! defined($yaxis));
+ $title = &Apache::lonnet::escape($title);
+ $xaxis = &Apache::lonnet::escape($xaxis);
+ $yaxis = &Apache::lonnet::escape($yaxis);
+ #
my $sendValues = join(',', @$values);
my $sendCount = scalar(@$values);
- $r->print(" The Maximum Value is: $Max");
- if ( $Max > 1 ) {
- if ($Max % 10) {
- if ( int($Max) < $Max ) {
- $Max++;
- $Max = int($Max);
- }
- }
- #(10 - $Max % 10);
- } else { $Max = 1; }
- my @GData = ('','Problem_number',$title,$Max,$sendCount,$sendValues);
-# $r->print(''."\n");
- $r->print(' '."\n");
- $r->print(' ');
-# $r->print('
');
- $r->print('
');
- }
- if($sortProblems eq 'Sort Within Sequence') {
- $r->print(''.$cache->{$sequence.':title'}.' ');
- }
- $r->print(''."\n");
- $r->print(''."\n");
- $r->print(&CreateProblemStatisticsTableHeading($headings, $r));
- } else {
- if($sortProblems eq 'Sort Within Sequence') {
- $r->print('"'.$cache->{$sequence.':title'}.'"');
- }
- $r->print(' ');
- }
- $currentSequence = $sequence;
- }
- my $ref = ''.$cache->{$problem.':title'}.' ';
- my $title = $cache->{$problem.':title'};
- if($part != 0) {
- $title .= ' Part '.$part;
- }
- my $source = $cache->{$problem.':source'};
- my $tableData = join('&', $ref, $title, $source,
- $cache->{$_.':studentCount'},
- $cache->{$_.':totalTries'},
- $cache->{$_.':maxTries'},
- $cache->{$_.':mean'},
- $cache->{$_.':correct'},
- $cache->{$_.':correctByOverride'},
- $cache->{$_.':percentWrong'},
- $cache->{$_.':degreeOfDifficulty'},
- $cache->{$_.':standardDeviation'},
- $cache->{$_.':skewness'},
- $cache->{$_.':discriminationFactor1'},
- $cache->{$_.':discriminationFactor2'});
- &TableRow($displayFormat,$tableData,$count,$r,$color);
- $count++;
- }
- if($displayFormat ne 'Display CSV Format') {
- $r->print('
'."\n");
- $r->print('
');
- } else {
- $r->print(' ');
+sub get_statistics {
+ my ($sequence,$resource,$part,$problem_num) = @_;
+ #
+ my $symb = $resource->{'symb'};
+ my $courseid = $ENV{'request.course.id'};
+ #
+ my $students = \@Apache::lonstatistics::Students;
+ if ($Apache::lonstatistics::SelectedSections[0] eq 'all') {
+ $students = undef;
}
- return;
+ my $data = &Apache::loncoursedata::get_problem_statistics
+ ($students,$symb,$part,$courseid);
+ $data->{'part'} = $part;
+ $data->{'problem_num'} = $problem_num;
+ $data->{'container'} = $sequence->{'title'};
+ $data->{'title'} = $resource->{'title'};
+ $data->{'title.link'} = $resource->{'src'}.'?symb='.
+ &Apache::lonnet::escape($resource->{'symb'});
+ #
+ return $data;
}
-sub TableRow {
- my ($displayFormat,$Str,$RealIdx,$r,$color)=@_;
- my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override,
- $Wrng,$DoD,$SD,$Sk,$_D1,$_D2)=split(/\&/,$Str);
- my $Ptr;
- if($displayFormat eq 'Display CSV Format') {
- $Ptr='"'.$RealIdx.'",'."\n".
- '"'.$title.'",'."\n".
- '"'.$source.'",'."\n".
- '"'.$StdNo.'",'."\n".
- '"'.$TotalTries.'",'."\n".
- '"'.$MxTries.'",'."\n".
- '"'.$Avg.'",'."\n".
- '"'.$YES.'",'."\n".
- '"'.$Override.'",'."\n".
- '"'.$Wrng.'",'."\n".
- '"'.$DoD.'",'."\n".
- '"'.$SD.'",'."\n".
- '"'.$Sk.'",'."\n".
- '"'.$_D1.'",'."\n".
- '"'.$_D2.'"'."\n".
- " \n";
- $r->print("\n".$Ptr);
- } else {
- $Ptr=''."\n".
- ''.$RealIdx.' '."\n".
- ''.$ref.' '."\n".
- ' '.$StdNo.' '."\n".
- ''.$TotalTries.' '."\n".
- ''.$MxTries.' '."\n".
- ''.$Avg.' '."\n".
- ' '.$YES.' '."\n".
- ' '.$Override.' '."\n".
- ' '.$Wrng.' '."\n".
- ' '.$DoD.' '."\n".
- ' '.$SD.' '."\n".
- ' '.$Sk.' '."\n".
- ' '.$_D1.' '."\n".
- ' '.$_D2.' '."\n";
- $r->print($Ptr.' '."\n");
- }
- return;
-}
+###############################################
+###############################################
-# For loading the colored table for display or un-colored for print
-sub setbgcolor {
- my $PrintTable=shift;
- my %color;
- if ($PrintTable){
- $color{"gb"}="#FFFFFF";
- $color{"red"}="#FFFFFF";
- $color{"yellow"}="#FFFFFF";
- $color{"green"}="#FFFFFF";
- $color{"purple"}="#FFFFFF";
- } else {
- $color{"gb"}="#DDFFFF";
- $color{"red"}="#FFDDDD";
- $color{"yellow"}="#EEFFCC";
- $color{"green"}="#DDFFDD";
- $color{"purple"}="#FFDDFF";
- }
- return \%color;
-}
-
-sub ProblemStatisticsButtons {
- my ($displayFormat, $displayLegend, $sortProblems)=@_;
- my $Ptr = '';
- $Ptr .= ' ';
@@ -869,7 +928,7 @@ sub ProblemStatisticsLegend {
$Ptr .= 'Tries ';
$Ptr .= 'Total number of tries for solving the problem.';
$Ptr .= ' ';
- $Ptr .= 'Mod ';
+ $Ptr .= 'Max Tries ';
$Ptr .= 'Largest number of tries for solving the problem by a student.';
$Ptr .= ' ';
$Ptr .= 'Mean ';