version 1.78, 2004/03/29 19:50:23
|
version 1.84, 2004/04/16 21:43:56
|
Line 55 use Apache::loncommon();
|
Line 55 use Apache::loncommon();
|
use Apache::lonhtmlcommon; |
use Apache::lonhtmlcommon; |
use Apache::loncoursedata; |
use Apache::loncoursedata; |
use Apache::lonstatistics; |
use Apache::lonstatistics; |
|
use LONCAPA::lonmetadata(); |
use Apache::lonlocal; |
use Apache::lonlocal; |
use Spreadsheet::WriteExcel; |
use Spreadsheet::WriteExcel; |
use Apache::lonstathelpers(); |
use Apache::lonstathelpers(); |
use Time::HiRes; |
use Time::HiRes; |
|
|
my @StatsArray; |
my @StatsArray; |
|
my %SeqStat; # keys are symbs, values are hash refs |
|
|
## |
## |
## Localization notes: |
## Localization notes: |
Line 69 my @StatsArray;
|
Line 71 my @StatsArray;
|
## header for plots created with Graph.pm, both of which more than likely do |
## header for plots created with Graph.pm, both of which more than likely do |
## not support localization. |
## not support localization. |
## |
## |
|
# |
|
# |
|
## |
|
## Description of Field attributes |
|
## |
|
## Attribute Required Value Meaning or Use |
|
## |
|
## name yes any scalar Used to uniquely identify field |
|
## title yes any scalar This is what the user sees to identify |
|
## the field. Passed through &mt(). |
|
## long_title yes any scalar Used as graph heading and in excel |
|
## output. NOT translated |
|
## align no (left|right|center) HTML cell contents alignment |
|
## color yes html color HTML cell background color |
|
## used to visually group statistics |
|
## special no (link) Indicates a link, target is name.link |
|
## Currently set in &get_statistics() |
|
## graphable no (yes|no) Can a bar graph of the field be |
|
## produced? |
|
## sortable no (yes|no) Should a sort link be put in the |
|
## column header? |
|
## selectable yes (yes|no) Can the column be removed from the |
|
## statistics display? |
|
## selected yes (yes|no) Is the column selected by default? |
|
## |
my @Fields = ( |
my @Fields = ( |
{ name => 'problem_num', |
{ name => 'problem_num', |
title => 'P#', |
title => 'P#', |
align => 'right', |
align => 'right', |
color => '#FFFFE6', |
color => '#FFFFE6', |
selectable => 'no', |
selectable => 'no', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'container', |
{ name => 'container', |
title => 'Sequence or Folder', |
title => 'Sequence or Folder', |
Line 83 my @Fields = (
|
Line 110 my @Fields = (
|
color => '#FFFFE6', |
color => '#FFFFE6', |
sortable => 'yes', |
sortable => 'yes', |
selectable => 'no', |
selectable => 'no', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'title', |
{ name => 'title', |
title => 'Title', |
title => 'Title', |
Line 92 my @Fields = (
|
Line 119 my @Fields = (
|
special => 'link', |
special => 'link', |
sortable => 'yes', |
sortable => 'yes', |
selectable => 'no', |
selectable => 'no', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'part', |
{ name => 'part', |
title => 'Part', |
title => 'Part', |
align => 'left', |
align => 'left', |
color => '#FFFFE6', |
color => '#FFFFE6', |
selectable => 'no', |
selectable => 'no', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'num_students', |
{ name => 'num_students', |
title => '#Stdnts', |
title => '#Stdnts', |
Line 110 my @Fields = (
|
Line 137 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Number of Students Attempting Problem', |
long_title => 'Number of Students Attempting Problem', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'tries', |
{ name => 'tries', |
title => 'Tries', |
title => 'Tries', |
Line 121 my @Fields = (
|
Line 148 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Total Number of Tries', |
long_title => 'Total Number of Tries', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'max_tries', |
{ name => 'max_tries', |
title => 'Max Tries', |
title => 'Max Tries', |
Line 132 my @Fields = (
|
Line 159 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Maximum Number of Tries', |
long_title => 'Maximum Number of Tries', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'min_tries', |
{ name => 'min_tries', |
title => 'Min Tries', |
title => 'Min Tries', |
Line 143 my @Fields = (
|
Line 170 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Minumum Number of Tries', |
long_title => 'Minumum Number of Tries', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'mean_tries', |
{ name => 'mean_tries', |
title => 'Mean Tries', |
title => 'Mean Tries', |
Line 154 my @Fields = (
|
Line 181 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Average Number of Tries', |
long_title => 'Average Number of Tries', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'std_tries', |
{ name => 'std_tries', |
title => 'S.D. tries', |
title => 'S.D. tries', |
Line 165 my @Fields = (
|
Line 192 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Standard Deviation of Number of Tries', |
long_title => 'Standard Deviation of Number of Tries', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'skew_tries', |
{ name => 'skew_tries', |
title => 'Skew Tries', |
title => 'Skew Tries', |
Line 176 my @Fields = (
|
Line 203 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Skew of Number of Tries', |
long_title => 'Skew of Number of Tries', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'no', |
defaultselected => 'no', |
}, |
}, |
{ name => 'num_solved', |
{ name => 'num_solved', |
title => '#YES', |
title => '#YES', |
Line 187 my @Fields = (
|
Line 214 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Number of Students able to Solve', |
long_title => 'Number of Students able to Solve', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'num_override', |
{ name => 'num_override', |
title => '#yes', |
title => '#yes', |
Line 198 my @Fields = (
|
Line 225 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Number of Students given Override', |
long_title => 'Number of Students given Override', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'num_wrong', |
{ name => 'num_wrong', |
title => '#Wrng', |
title => '#Wrng', |
Line 209 my @Fields = (
|
Line 236 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Percent of students whose final answer is wrong', |
long_title => 'Percent of students whose final answer is wrong', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'deg_of_diff', |
{ name => 'deg_of_diff', |
title => 'DoDiff', |
title => 'DoDiff', |
Line 221 my @Fields = (
|
Line 248 my @Fields = (
|
long_title => 'Degree of Difficulty'. |
long_title => 'Degree of Difficulty'. |
'[ 1 - ((#YES+#yes) / Tries) ]', |
'[ 1 - ((#YES+#yes) / Tries) ]', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
{ name => 'deg_of_disc', |
{ name => 'deg_of_disc', |
title => 'DoDisc', |
title => 'DoDisc', |
Line 232 my @Fields = (
|
Line 259 my @Fields = (
|
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Degree of Discrimination', |
long_title => 'Degree of Discrimination', |
selectable => 'yes', |
selectable => 'yes', |
selected => 'no', |
defaultselected => 'no', |
|
}, |
|
); |
|
|
|
my @SeqFields = ( |
|
{ name => 'title', |
|
title => 'Sequence', |
|
align => 'left', |
|
color => '#FFFFE6', |
|
special => 'no', |
|
sortable => 'no', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'items', |
|
title => '#Items', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4d', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Number of Items in Sequence', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scoremean', |
|
title => 'Score Mean', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Mean Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scorestd', |
|
title => 'Score STD', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Standard Deviation of Sequence Scores', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scoremax', |
|
title => 'Score Max', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Maximum Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scoremin', |
|
title => 'Score Min', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Minumum Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scorecount', |
|
title => 'Score N', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4d', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Number of Students in score computations', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countmean', |
|
title => 'Count Mean', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Mean Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countstd', |
|
title => 'Count STD', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Standard Deviation of Sequence Scores', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countmax', |
|
title => 'Count Max', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Maximum Number of Correct Problems', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countmin', |
|
title => 'Count Min', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Minumum Number of Correct Problems', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'count', |
|
title => 'Count N', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4d', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Number of Students in score computations', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
}, |
}, |
|
{ name => 'KR-21', |
|
title => 'KR-21', |
|
align => 'right', |
|
color => '#FFAAAA', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'KR-21 reliability statistic', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
); |
); |
|
|
my %SelectedFields; |
my %SelectedFields; |
Line 245 sub parse_field_selection {
|
Line 416 sub parse_field_selection {
|
$ENV{'form.fieldselections'} = []; |
$ENV{'form.fieldselections'} = []; |
foreach my $field (@Fields) { |
foreach my $field (@Fields) { |
next if ($field->{'selectable'} ne 'yes'); |
next if ($field->{'selectable'} ne 'yes'); |
if ($field->{'selected'} eq 'yes') { |
if ($field->{'defaultselected'} eq 'yes') { |
push(@{$ENV{'form.fieldselections'}},$field->{'name'}); |
push(@{$ENV{'form.fieldselections'}},$field->{'name'}); |
} |
} |
} |
} |
} |
} |
# |
# |
|
# Make sure the data we are plotting is there |
|
my %NeededFields; |
|
if (exists($ENV{'form.plot'}) && $ENV{'form.plot'} ne '' && |
|
$ENV{'form.plot'} ne 'none') { |
|
if ($ENV{'form.plot'} eq 'degrees') { |
|
$NeededFields{'deg_of_diff'}++; |
|
$NeededFields{'deg_of_disc'}++; |
|
} elsif ($ENV{'form.plot'} eq 'tries statistics') { |
|
$NeededFields{'mean_tries'}++; |
|
$NeededFields{'std_tries'}++; |
|
$NeededFields{'problem_num'}++; |
|
} else { |
|
$NeededFields{$ENV{'form.plot'}}++; |
|
} |
|
} |
|
# |
# This should not happen, but in case it does... |
# This should not happen, but in case it does... |
if (ref($ENV{'form.fieldselections'}) ne 'ARRAY') { |
if (ref($ENV{'form.fieldselections'}) ne 'ARRAY') { |
$ENV{'form.fieldselections'} = [$ENV{'form.fieldselections'}]; |
$ENV{'form.fieldselections'} = [$ENV{'form.fieldselections'}]; |
Line 259 sub parse_field_selection {
|
Line 446 sub parse_field_selection {
|
# Set the field data and the selected fields (for easier checking) |
# Set the field data and the selected fields (for easier checking) |
undef(%SelectedFields); |
undef(%SelectedFields); |
foreach my $field (@Fields) { |
foreach my $field (@Fields) { |
next if ($field->{'selectable'} ne 'yes'); |
if ($field->{'selectable'} ne 'yes') { |
$field->{'selected'} = 'no'; |
$field->{'selected'} = 'yes'; |
|
} else { |
|
$field->{'selected'} = 'no'; |
|
} |
|
if (exists($NeededFields{$field->{'name'}})) { |
|
$field->{'selected'} = 'yes'; |
|
$SelectedFields{$field->{'name'}}++; |
|
} |
foreach my $selection (@{$ENV{'form.fieldselections'}}) { |
foreach my $selection (@{$ENV{'form.fieldselections'}}) { |
if ($selection eq $field->{'name'} || $selection eq 'all') { |
if ($selection eq $field->{'name'} || $selection eq 'all') { |
$field->{'selected'} = 'yes'; |
$field->{'selected'} = 'yes'; |
Line 268 sub parse_field_selection {
|
Line 462 sub parse_field_selection {
|
} |
} |
} |
} |
} |
} |
|
# |
|
# Always show all the sequence statistics (for now) |
|
foreach my $field (@SeqFields) { |
|
$field->{'selected'} = 'yes'; |
|
} |
return; |
return; |
} |
} |
|
|
Line 300 select sections, maps, and output.
|
Line 499 select sections, maps, and output.
|
############################################### |
############################################### |
############################################### |
############################################### |
sub CreateInterface { |
sub CreateInterface { |
|
# |
&parse_field_selection(); |
&parse_field_selection(); |
|
# |
my $Str = ''; |
my $Str = ''; |
$Str .= &Apache::lonhtmlcommon::breadcrumbs |
$Str .= &Apache::lonhtmlcommon::breadcrumbs |
(undef,'Overall Problem Statistics','Statistics_Overall_Key'); |
(undef,'Overall Problem Statistics','Statistics_Overall_Key'); |
Line 380 sub BuildProblemStatisticsPage {
|
Line 581 sub BuildProblemStatisticsPage {
|
# |
# |
# Clear the package variables |
# Clear the package variables |
undef(@StatsArray); |
undef(@StatsArray); |
|
undef(%SeqStat); |
# |
# |
# Finally let the user know we are here |
# Finally let the user know we are here |
my $interface = &CreateInterface(); |
my $interface = &CreateInterface(); |
Line 435 sub BuildProblemStatisticsPage {
|
Line 637 sub BuildProblemStatisticsPage {
|
undef($plot); |
undef($plot); |
} |
} |
if ($sortby eq 'container' && ! defined($plot)) { |
if ($sortby eq 'container' && ! defined($plot)) { |
|
&output_sequence_statistics($r); |
&output_html_by_sequence($r); |
&output_html_by_sequence($r); |
} else { |
} else { |
if (defined($plot)) { |
if (defined($plot)) { |
&make_plot($r,$plot); |
&make_plot($r,$plot); |
} |
} |
&output_html_stats($r); |
&output_html_stats($r); |
|
&output_sequence_statistics($r); |
} |
} |
} |
} |
return; |
return; |
} |
} |
|
|
|
sub output_sequence_statistics { |
|
my ($r) = @_; |
|
my $c=$r->connection(); |
|
$r->print('<h2>'.&mt('Sequence Statistics').'</h2>'); |
|
$r->print('<table border="0"><tr><td bgcolor="#777777">'."\n". |
|
'<table border="0" cellpadding="3">'."\n". |
|
'<tr bgcolor="#FFFFE6">'); |
|
$r->print(&sequence_html_header()); |
|
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
last if ($c->aborted); |
|
next if ($seq->{'num_assess'} < 1); |
|
&compute_sequence_statistics($seq); |
|
$r->print(&sequence_html_output($seq)); |
|
} |
|
$r->print('</table>'); |
|
$r->print('</table>'); |
|
$r->rflush(); |
|
return; |
|
} |
|
|
|
|
########################################################## |
########################################################## |
########################################################## |
########################################################## |
## |
## |
Line 584 sub statistics_table_header {
|
Line 809 sub statistics_table_header {
|
return $header_row; |
return $header_row; |
} |
} |
|
|
|
sub sequence_html_header { |
|
my $Str .= '<tr>'; |
|
foreach my $field (@SeqFields) { |
|
# next if ($field->{'selected'} ne 'yes'); |
|
$Str .= '<th bgcolor="'.$field->{'color'}.'"'; |
|
$Str .= '>'.$field->{'title'}.'</th>'; |
|
} |
|
$Str .= '</tr>'; |
|
return $Str; |
|
} |
|
|
|
|
|
sub sequence_html_output { |
|
my ($seq) = @_; |
|
my $data = $SeqStat{$seq->{'symb'}}; |
|
my $row = '<tr>'; |
|
foreach my $field (@SeqFields) { |
|
next if ($field->{'selected'} ne 'yes'); |
|
$row .= '<td bgcolor="'.$field->{'color'}.'"'; |
|
if (exists($field->{'align'})) { |
|
$row .= ' align="'.$field->{'align'}.'"'; |
|
} |
|
$row .= '>'; |
|
if (exists($field->{'format'})) { |
|
$row .= sprintf($field->{'format'},$data->{$field->{'name'}}); |
|
} else { |
|
$row .= $data->{$field->{'name'}}; |
|
} |
|
$row .= '</td>'; |
|
} |
|
$row .= '</tr>'."\n"; |
|
return $row; |
|
} |
|
|
#################################################### |
#################################################### |
#################################################### |
#################################################### |
## |
## |
Line 711 sub degrees_plot {
|
Line 970 sub degrees_plot {
|
my $diffdata .= '<data>'.join(',',@Labels).'</data>'.$/. |
my $diffdata .= '<data>'.join(',',@Labels).'</data>'.$/. |
'<data>'.join(',',@Diff).'</data>'.$/; |
'<data>'.join(',',@Diff).'</data>'.$/; |
# |
# |
|
my $title = 'Degree of Discrimination\nand Degree of Difficulty'; |
|
if ($xmax > 50) { |
|
$title = 'Degree of Discrimination and Degree of Difficulty'; |
|
} |
|
# |
$plot=<<"END"; |
$plot=<<"END"; |
<gnuplot |
<gnuplot |
texfont="10" |
texfont="10" |
Line 721 sub degrees_plot {
|
Line 985 sub degrees_plot {
|
align="center" |
align="center" |
border="on" |
border="on" |
transparent="on" |
transparent="on" |
alttag="Sample Plot" |
alttag="Degree of Discrimination and Degree of Difficulty Plot" |
samples="100" |
samples="100" |
bgcolor="xffffff" |
bgcolor="xffffff" |
height="$height" |
height="$height" |
Line 730 sub degrees_plot {
|
Line 994 sub degrees_plot {
|
pos="top right" |
pos="top right" |
title="" |
title="" |
box="off" /> |
box="off" /> |
<title>Degree of Discrmination and Degree of Difficulty</title> |
<title>$title</title> |
<axis xmin="0" ymin="$ymin" xmax="$xmax" ymax="$ymax" color="x000000" /> |
<axis xmin="0" ymin="$ymin" xmax="$xmax" ymax="$ymax" color="x000000" /> |
<xlabel>Problem Number</xlabel> |
<xlabel>Problem Number</xlabel> |
<curve |
<curve |
Line 794 sub tries_data_plot {
|
Line 1058 sub tries_data_plot {
|
'<data>'.join(',',@Mean).'</data>'.$/. |
'<data>'.join(',',@Mean).'</data>'.$/. |
'<data>'.join(',',@STD).'</data>'.$/; |
'<data>'.join(',',@STD).'</data>'.$/; |
# |
# |
|
my $title = 'Mean and S.D. of Tries'; |
|
if ($xmax > 25) { |
|
$title = 'Mean and Standard Deviation of Tries'; |
|
} |
|
# |
$plot=<<"END"; |
$plot=<<"END"; |
<gnuplot |
<gnuplot |
texfont="10" |
texfont="10" |
Line 804 sub tries_data_plot {
|
Line 1073 sub tries_data_plot {
|
align="center" |
align="center" |
border="on" |
border="on" |
transparent="on" |
transparent="on" |
alttag="Sample Plot" |
alttag="Mean and S.D of Tries Plot" |
samples="100" |
samples="100" |
bgcolor="xffffff" |
bgcolor="xffffff" |
height="$height" |
height="$height" |
width="$width"> |
width="$width"> |
<title>Mean and S.D. of Tries</title> |
<title>$title</title> |
<axis xmin="0" ymin="0" xmax="$xmax" ymax="$ymax" color="x000000" /> |
<axis xmin="0" ymin="0" xmax="$xmax" ymax="$ymax" color="x000000" /> |
<xlabel>Problem Number</xlabel> |
<xlabel>Problem Number</xlabel> |
|
<ylabel>Number of Tries</ylabel> |
<curve |
<curve |
linestyle="yerrorbars" |
linestyle="yerrorbars" |
name="S.D. Tries" |
name="S.D. Tries" |
Line 844 sub plot_dropdown {
|
Line 1114 sub plot_dropdown {
|
my @Additional_Plots = ( |
my @Additional_Plots = ( |
{ graphable=>'yes', |
{ graphable=>'yes', |
name => 'degrees', |
name => 'degrees', |
title => 'DoDisc and DoDiff' }, |
title => 'Difficulty Indexes' }, |
{ graphable=>'yes', |
{ graphable=>'yes', |
name => 'tries statistics', |
name => 'tries statistics', |
title => 'Mean and S.D. of Tries' }); |
title => 'Tries Statistics' }); |
# |
# |
my $Str= "\n".'<select name="plot" size="1">'; |
my $Str= "\n".'<select name="plot" size="1">'; |
$Str .= '<option name="none"></option>'."\n"; |
$Str .= '<option name="none"></option>'."\n"; |
$Str .= '<option name="none2">none</option>'."\n"; |
$Str .= '<option name="none2">none</option>'."\n"; |
foreach my $field (@Fields,@Additional_Plots) { |
foreach my $field (@Additional_Plots,@Fields) { |
if (! exists($field->{'graphable'}) || |
if (! exists($field->{'graphable'}) || |
$field->{'graphable'} ne 'yes') { |
$field->{'graphable'} ne 'yes') { |
next; |
next; |
Line 914 sub Excel_output {
|
Line 1184 sub Excel_output {
|
} |
} |
my $excel_sheet = $excel_workbook->addworksheet( |
my $excel_sheet = $excel_workbook->addworksheet( |
&Apache::loncommon::clean_excel_name($sheetname)); |
&Apache::loncommon::clean_excel_name($sheetname)); |
|
# |
|
my $format = &Apache::loncommon::define_excel_formats($excel_workbook); |
## |
## |
## Begin creating excel sheet |
## Begin creating excel sheet |
## |
## |
Line 921 sub Excel_output {
|
Line 1193 sub Excel_output {
|
# |
# |
# Put the course description in the header |
# Put the course description in the header |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
$ENV{'course.'.$ENV{'request.course.id'}.'.description'}); |
$ENV{'course.'.$ENV{'request.course.id'}.'.description'}, |
|
$format->{'h1'}); |
$cols_output += 3; |
$cols_output += 3; |
# |
# |
# Put a description of the sections listed |
# Put a description of the sections listed |
my $sectionstring = ''; |
my $sectionstring = ''; |
my @Sections = @Apache::lonstatistics::SelectedSections; |
$excel_sheet->write($rows_output,$cols_output++, |
if (scalar(@Sections) > 1) { |
&Apache::lonstathelpers::sections_description |
if (scalar(@Sections) > 2) { |
(@Apache::lonstatistics::SelectedSections), |
my $last = pop(@Sections); |
$format->{'h3'}); |
$sectionstring = "Sections ".join(', ',@Sections).', and '.$last; |
$cols_output += scalar(@Apache::lonstatistics::SelectedSections); |
} else { |
|
$sectionstring = "Sections ".join(' and ',@Sections); |
|
} |
|
} else { |
|
if ($Sections[0] eq 'all') { |
|
$sectionstring = "All sections"; |
|
} else { |
|
$sectionstring = "Section ".$Sections[0]; |
|
} |
|
} |
|
$excel_sheet->write($rows_output,$cols_output++,$sectionstring); |
|
$cols_output += scalar(@Sections); |
|
# |
# |
# Time restrictions |
# Time restrictions |
my $time_string; |
my $time_string; |
Line 958 sub Excel_output {
|
Line 1219 sub Excel_output {
|
# See note above about lonlocal:locallocaltime |
# See note above about lonlocal:locallocaltime |
$time_string .= 'Data collected before '.localtime($endtime).'.'; |
$time_string .= 'Data collected before '.localtime($endtime).'.'; |
} |
} |
|
if (defined($time_string)) { |
|
$excel_sheet->write($rows_output,$cols_output++,$time_string); |
|
$cols_output+= 5; |
|
} |
# |
# |
# Put the date in there too |
# Put the date in there too |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
Line 965 sub Excel_output {
|
Line 1230 sub Excel_output {
|
# |
# |
$rows_output++; |
$rows_output++; |
$cols_output=0; |
$cols_output=0; |
# |
## |
# Long Headers |
## Sequence Statistics |
foreach my $field (@Fields) { |
## |
next if ($field->{'name'} eq 'problem_num'); |
&write_headers($excel_sheet,$format,\$rows_output,\$cols_output, |
next if ($field->{'selected'} ne 'yes'); |
\@SeqFields); |
if (exists($field->{'long_title'})) { |
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
next if ($seq->{'num_assess'} < 1); |
|
my $data = $SeqStat{$seq->{'symb'}}; |
|
$cols_output=0; |
|
foreach my $field (@SeqFields) { |
|
next if ($field->{'selected'} ne 'yes'); |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
$field->{'long_title'}); |
$data->{$field->{'name'}}); |
} else { |
|
$excel_sheet->write($rows_output,$cols_output++,''); |
|
} |
} |
|
$rows_output++; |
|
$cols_output=0; |
} |
} |
|
## |
|
## Resource Statistics |
|
## |
$rows_output++; |
$rows_output++; |
$cols_output=0; |
$cols_output=0; |
# Brief headers |
&write_headers($excel_sheet,$format,\$rows_output,\$cols_output, |
foreach my $field (@Fields) { |
\@Fields); |
next if ($field->{'selected'} ne 'yes'); |
# |
next if ($field->{'name'} eq 'problem_num'); |
|
# Use english for excel as I am not sure how well excel handles |
|
# other character sets.... |
|
$excel_sheet->write($rows_output,$cols_output++,$field->{'title'}); |
|
} |
|
$rows_output++; |
|
foreach my $data (@StatsArray) { |
foreach my $data (@StatsArray) { |
$cols_output=0; |
$cols_output=0; |
foreach my $field (@Fields) { |
foreach my $field (@Fields) { |
Line 997 sub Excel_output {
|
Line 1264 sub Excel_output {
|
$data->{$field->{'name'}}); |
$data->{$field->{'name'}}); |
} |
} |
$rows_output++; |
$rows_output++; |
|
$cols_output=0; |
} |
} |
# |
# |
$excel_workbook->close(); |
$excel_workbook->close(); |
Line 1009 sub Excel_output {
|
Line 1277 sub Excel_output {
|
return; |
return; |
} |
} |
|
|
|
## |
|
## &write_headers |
|
## |
|
sub write_headers { |
|
my ($excel_sheet,$format,$rows_output,$cols_output,$Fields) = @_; |
|
## |
|
## First the long titles |
|
foreach my $field (@{$Fields}) { |
|
next if ($field->{'name'} eq 'problem_num'); |
|
next if ($field->{'selected'} ne 'yes'); |
|
if (exists($field->{'long_title'})) { |
|
$excel_sheet->write($$rows_output,${$cols_output}, |
|
$field->{'long_title'}, |
|
$format->{'bold'}); |
|
} else { |
|
$excel_sheet->write($$rows_output,${$cols_output},''); |
|
} |
|
${$cols_output}+= 1; |
|
} |
|
${$cols_output} =0; |
|
${$rows_output}+=1; |
|
## |
|
## Then the short titles |
|
foreach my $field (@{$Fields}) { |
|
next if ($field->{'selected'} ne 'yes'); |
|
next if ($field->{'name'} eq 'problem_num'); |
|
# Use english for excel as I am not sure how well excel handles |
|
# other character sets.... |
|
$excel_sheet->write($$rows_output,$$cols_output, |
|
$field->{'title'}, |
|
$format->{'bold'}); |
|
$$cols_output+=1; |
|
} |
|
${$cols_output} =0; |
|
${$rows_output}+=1; |
|
return; |
|
} |
|
|
################################################## |
################################################## |
################################################## |
################################################## |
## |
## |
Line 1042 sub compute_all_statistics {
|
Line 1348 sub compute_all_statistics {
|
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
last if ($c->aborted); |
last if ($c->aborted); |
next if ($seq->{'num_assess'} < 1); |
next if ($seq->{'num_assess'} < 1); |
|
&compute_sequence_statistics($seq); |
&compute_statistics_on_sequence($seq); |
&compute_statistics_on_sequence($seq); |
} |
} |
} |
} |
Line 1145 sub get_statistics {
|
Line 1452 sub get_statistics {
|
$data->{'deg_of_disc'} = |
$data->{'deg_of_disc'} = |
&compute_discrimination_factor($resource,$part,$sequence); |
&compute_discrimination_factor($resource,$part,$sequence); |
} |
} |
|
# |
|
# Store in metadata if computations were done for all students |
|
if ($data->{'num_students'} > 1) { |
|
my @Sections = @Apache::lonstatistics::SelectedSections; |
|
my $sections = '"'.join(' ',@Sections).'"'; |
|
$sections =~ s/&+/_/g; # Ensure no special characters |
|
$data->{'sections'}=$sections; |
|
$data->{'course'} = $ENV{'request.course.id'}; |
|
my $urlres=(&Apache::lonnet::decode_symb($resource->{'symb'}))[2]; |
|
$data->{'urlres'}=$urlres; |
|
my %storestats = |
|
&LONCAPA::lonmetadata::dynamic_metadata_storage($data); |
|
my ($dom,$user) = $urlres=~/^(\w+)\/(\w+)/; |
|
&Apache::lonnet::put('nohist_resevaldata',\%storestats,$dom,$user); |
|
} |
return $data; |
return $data; |
} |
} |
|
|
|
|
############################################### |
############################################### |
############################################### |
############################################### |
|
|
Line 1173 sub compute_discrimination_factor {
|
Line 1494 sub compute_discrimination_factor {
|
} |
} |
# |
# |
# rank |
# rank |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
my $ranking = |
my $ranking = |
&Apache::loncoursedata::rank_students_by_scores_on_resources |
&Apache::loncoursedata::rank_students_by_scores_on_resources |
(\@Resources, |
(\@Resources, |
\@Apache::lonstatistics::SelectedSections, |
\@Apache::lonstatistics::SelectedSections, |
$Apache::lonstatistics::enrollment_status,undef); |
$Apache::lonstatistics::enrollment_status,undef, |
|
$starttime,$endtime); |
# |
# |
# compute their percent scores on the problems in the sequence, |
# compute their percent scores on the problems in the sequence, |
my $number_to_grab = int(scalar(@{$ranking})/4); |
my $number_to_grab = int(scalar(@{$ranking})/4); |
Line 1189 sub compute_discrimination_factor {
|
Line 1512 sub compute_discrimination_factor {
|
$_->[&Apache::loncoursedata::RNK_student()]; |
$_->[&Apache::loncoursedata::RNK_student()]; |
} @{$ranking}[($num_students-$number_to_grab)..($num_students-1)]; |
} @{$ranking}[($num_students-$number_to_grab)..($num_students-1)]; |
my ($bottom_sum,$bottom_max) = |
my ($bottom_sum,$bottom_max) = |
&Apache::loncoursedata::get_sum_of_scores($resource,$part,\@BottomSet); |
&Apache::loncoursedata::get_sum_of_scores($resource,$part,\@BottomSet, |
|
undef,$starttime,$endtime); |
my ($top_sum,$top_max) = |
my ($top_sum,$top_max) = |
&Apache::loncoursedata::get_sum_of_scores($resource,$part,\@TopSet); |
&Apache::loncoursedata::get_sum_of_scores($resource,$part,\@TopSet, |
|
undef,$starttime,$endtime); |
my $deg_of_disc; |
my $deg_of_disc; |
if ($top_max == 0 || $bottom_max==0) { |
if ($top_max == 0 || $bottom_max==0) { |
$deg_of_disc = 'nan'; |
$deg_of_disc = 'nan'; |
Line 1205 sub compute_discrimination_factor {
|
Line 1530 sub compute_discrimination_factor {
|
|
|
############################################### |
############################################### |
############################################### |
############################################### |
|
## |
|
## Compute KR-21 |
|
## |
|
## To compute KR-21, you need the following information: |
|
## |
|
## K=the number of items in your test |
|
## M=the mean score on the test |
|
## s=the standard deviation of the scores on your test |
|
## |
|
## then: |
|
## |
|
## KR-21 rk= [K/(K-1)] * [1- (M*(K-M))/(K*s^2))] |
|
## |
|
############################################### |
|
############################################### |
|
sub compute_sequence_statistics { |
|
my ($seq) = @_; |
|
my $symb = $seq->{'symb'}; |
|
my @Resources; |
|
foreach my $res (@{$seq->{'contents'}}) { |
|
next if ($res->{'type'} ne 'assessment'); |
|
push (@Resources,$res->{'symb'}); |
|
} |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
# |
|
# First compute statistics based on student scores |
|
my ($smin,$smax,$sMean,$sSTD,$scount,$sMAX) = |
|
&Apache::loncoursedata::score_stats |
|
(\@Apache::lonstatistics::SelectedSections, |
|
$Apache::lonstatistics::enrollment_status, |
|
\@Resources,$starttime,$endtime,undef); |
|
$SeqStat{$symb}->{'title'} = $seq->{'title'}; |
|
$SeqStat{$symb}->{'scoremax'} = $smax; |
|
$SeqStat{$symb}->{'scoremin'} = $smin; |
|
$SeqStat{$symb}->{'scoremean'} = $sMean; |
|
$SeqStat{$symb}->{'scorestd'} = $sSTD; |
|
$SeqStat{$symb}->{'scorecount'} = $scount; |
|
$SeqStat{$symb}->{'max_possible'} = $sMAX; |
|
# |
|
# Compute statistics based on the number of correct problems |
|
# 'correct' is taken to mean |
|
my ($cmin,$cmax,$cMean,$cSTD,$ccount)= |
|
&Apache::loncoursedata::count_stats |
|
(\@Apache::lonstatistics::SelectedSections, |
|
$Apache::lonstatistics::enrollment_status, |
|
\@Resources,$starttime,$endtime,undef); |
|
my $K = $seq->{'num_assess_parts'}; |
|
my $kr_21; |
|
if ($K > 1 && $cSTD > 0) { |
|
$kr_21 = ($K/($K-1)) * (1 - $cMean*($K-$cMean)/($K*$cSTD**2)); |
|
} else { |
|
$kr_21 = 'nan'; |
|
} |
|
$SeqStat{$symb}->{'countmax'} = $cmax; |
|
$SeqStat{$symb}->{'countmin'} = $cmin; |
|
$SeqStat{$symb}->{'countstd'} = $cSTD; |
|
$SeqStat{$symb}->{'countmean'} = $cMean; |
|
$SeqStat{$symb}->{'count'} = $ccount; |
|
$SeqStat{$symb}->{'items'} = $K; |
|
$SeqStat{$symb}->{'KR-21'}=$kr_21; |
|
return; |
|
} |
|
|
|
|
|
|
=pod |
=pod |
|
|
Line 1265 Number of Students had at least one disc
|
Line 1654 Number of Students had at least one disc
|
|
|
=cut |
=cut |
|
|
|
|
############################################################ |
|
############################################################ |
|
## |
|
## How this all works: |
|
## Statistics are computed by calling &get_statistics with the sequence, |
|
## resource, and part id to run statistics on. At various places within |
|
## the loops which compute the statistics, as well as before and after |
|
## the entire process, subroutines can be called. The subroutines are |
|
## registered to the following hooks: |
|
## |
|
## hook subroutine inputs |
|
## ---------------------------------------------------------- |
|
## pre $r,$count |
|
## pre_seq $r,$count,$seq |
|
## pre_res $r,$count,$seq,$res |
|
## calc $r,$count,$seq,$res,$data |
|
## post_res $r,$count,$seq,$res |
|
## post_seq $r,$count,$seq |
|
## post $r,$count |
|
## |
|
## abort $r |
|
## |
|
## subroutines will be called in the order in which they are registered. |
|
## |
|
############################################################ |
|
############################################################ |
|
{ |
|
|
|
my %hooks; |
|
my $aborted = 0; |
|
|
|
sub abort_computation { |
|
$aborted = 1; |
|
} |
|
|
|
sub clear_hooks { |
|
$aborted = 0; |
|
undef(%hooks); |
|
} |
|
|
|
sub register_hook { |
|
my ($hookname,$subref)=@_; |
|
if ($hookname !~ /^(pre|pre_seq|pre_res|post|post_seq|post_res|calc)$/){ |
|
return; |
|
} |
|
if (ref($subref) ne 'CODE') { |
|
&Apache::lonnet::logthis('attempt to register hook to non-code: '. |
|
$hookname,' = '.$subref); |
|
} else { |
|
if (exists($hooks{$hookname})) { |
|
push(@{$hooks{$hookname}},$subref); |
|
} else { |
|
$hooks{$hookname} = [$subref]; |
|
} |
|
} |
|
return; |
|
} |
|
|
|
sub run_hooks { |
|
my $context = shift(); |
|
foreach my $hook (@{$hooks{$context}}) { |
|
if ($aborted && $context ne 'abort') { |
|
last; |
|
} |
|
my $retvalue = $hook->(@_); |
|
if (defined($retvalue) && $retvalue eq '0') { |
|
$aborted = 1 if (! $aborted); |
|
} |
|
} |
|
} |
|
|
|
sub run_statistics { |
|
my ($r) = @_; |
|
my $count = 0; |
|
&run_hooks('pre',$r,$count); |
|
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
last if ($aborted); |
|
next if ($seq->{'num_assess'}<1); |
|
&run_hooks('pre_seq',$r,$count,$seq); |
|
foreach my $res (@{$seq->{'contents'}}) { |
|
last if ($aborted); |
|
next if ($res->{'type'} ne 'assessment'); |
|
&run_hooks('pre_res',$r,$count,$seq,$res); |
|
foreach my $part (@{$res->{'parts'}}) { |
|
last if ($aborted); |
|
# |
|
# This is where all the work happens |
|
my $data = &get_statistics($seq,$res,$part,++$count); |
|
&run_hooks('calc',$r,$count,$seq,$res,$part,$data); |
|
} |
|
&run_hooks('post_res',$r,$count,$seq,$res); |
|
} |
|
&run_hooks('post_seq',$r,$count,$seq); |
|
} |
|
if ($aborted) { |
|
&run_hooks('abort',$r); |
|
} else { |
|
&run_hooks('post',$r,$count); |
|
} |
|
return; |
|
} |
|
|
|
} # End of %hooks scope |
|
|
|
############################################################ |
############################################################ |
############################################################ |
############################################################ |
|
|