version 1.22, 2002/08/13 15:01:07
|
version 1.123, 2013/10/01 17:52:03
|
Line 1
|
Line 1
|
# The LearningOnline Network with CAPA |
# The LearningOnline Network with CAPA |
# (Publication Handler |
|
# |
# |
# $Id$ |
# $Id$ |
# |
# |
Line 26
|
Line 25
|
# http://www.lon-capa.org/ |
# http://www.lon-capa.org/ |
# |
# |
# (Navigate problems for statistical reports |
# (Navigate problems for statistical reports |
# YEAR=2001 |
|
# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei |
|
# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei |
|
# YEAR=2002 |
|
# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei |
|
# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei |
|
# |
# |
### |
############################################### |
|
############################################### |
|
|
package Apache::lonproblemstatistics; |
=pod |
|
|
|
=head1 NAME |
|
|
|
lonproblemstatistics |
|
|
|
=head1 SYNOPSIS |
|
|
|
Routines to present problem statistics to instructors via tables, |
|
Excel files, and plots. |
|
|
|
=over 4 |
|
|
|
=cut |
|
|
|
############################################### |
|
############################################### |
|
|
|
package Apache::lonproblemstatistics; |
|
|
use strict; |
use strict; |
use Apache::lonnet(); |
use Apache::lonnet; |
|
use Apache::loncommon(); |
|
use Apache::lonquickgrades(); |
use Apache::lonhtmlcommon; |
use Apache::lonhtmlcommon; |
use Apache::loncoursedata; |
use Apache::loncoursedata; |
use GDBM_File; |
use Apache::lonstatistics; |
|
use LONCAPA::lonmetadata(); |
|
use Apache::lonlocal; |
|
use Spreadsheet::WriteExcel; |
|
use Apache::lonstathelpers(); |
|
use Time::HiRes; |
|
use LONCAPA; |
|
|
|
|
|
my @StatsArray; |
|
my %SeqStat; # keys are symbs, values are hash refs |
|
|
|
## |
|
## Localization notes: |
|
## |
|
## in @Fields[0]->{'long_title'} is placed in Excel files and is used as the |
|
## header for plots created with Graph.pm, both of which more than likely do |
|
## not support localization. |
|
## |
|
## Additional Notes: |
|
## Localization can be done and is done before passing the phrases |
|
## to the output. |
|
## This might conflict with special characters, e.g. German Umlaute or |
|
## chinese characters. Do not use such characters in this case. |
|
## If this failed, consider that the sequence and folder names |
|
## are also passed to the output and would fail the same way. |
|
## |
|
# |
|
# |
|
## |
|
## Description of Field attributes |
|
## |
|
## Attribute Required Value Meaning or Use |
|
## |
|
## name yes any scalar Used to uniquely identify field |
|
## title yes any scalar This is what the user sees to identify |
|
## the field. Passed through &mt(). |
|
## long_title yes any scalar Used as graph heading and in excel |
|
## output. Passed through &mt(). |
|
## align no (left|right|center) HTML cell contents alignment |
|
## color yes html color HTML cell background color |
|
## used to visually group statistics |
|
## special no (link) Indicates a link, target is name.link |
|
## Currently set in &get_statistics() |
|
## graphable no (yes|no) Can a bar graph of the field be |
|
## produced? |
|
## sortable no (yes|no) Should a sort link be put in the |
|
## column header? |
|
## selectable yes (yes|no) Can the column be removed from the |
|
## statistics display? |
|
## selected yes (yes|no) Is the column selected by default? |
|
## |
|
## format no sprintf format string |
|
## |
|
## excel_format no excel format type |
|
## (see &Apache::loncommon::define_excel_formats |
|
my @Fields = ( |
|
{ name => 'problem_num', |
|
title => 'P#', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
selectable => 'no', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'container', |
|
title => 'Sequence or Folder', |
|
align => 'left', |
|
color => '#FFFFE6', |
|
sortable => 'yes', |
|
selectable => 'no', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'title', |
|
title => 'Title', |
|
align => 'left', |
|
color => '#FFFFE6', |
|
special => 'link', |
|
sortable => 'yes', |
|
selectable => 'no', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'part', |
|
title => 'Part', |
|
align => 'left', |
|
color => '#FFFFE6', |
|
selectable => 'no', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'num_students', |
|
title => '#Stdnts', |
|
align => 'right', |
|
color => '#EEFFCC', |
|
format => '%d', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Number of Students Attempting Problem', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'tries', |
|
title => 'Tries', |
|
align => 'right', |
|
color => '#EEFFCC', |
|
format => '%d', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Total Number of Tries', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'max_tries', |
|
title => 'Max Tries', |
|
align => 'right', |
|
color => '#DDFFFF', |
|
format => '%d', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Maximum Number of Tries', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'min_tries', |
|
title => 'Min Tries', |
|
align => 'right', |
|
color => '#DDFFFF', |
|
format => '%d', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Minumum Number of Tries', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'mean_tries', |
|
title => 'Mean Tries', |
|
align => 'right', |
|
color => '#DDFFFF', |
|
format => '%5.2f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Average Number of Tries', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'std_tries', |
|
title => 'S.D. tries', |
|
align => 'right', |
|
color => '#DDFFFF', |
|
format => '%5.2f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Standard Deviation of Number of Tries', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'skew_tries', |
|
title => 'Skew Tries', |
|
align => 'right', |
|
color => '#DDFFFF', |
|
format => '%5.2f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Skew of Number of Tries', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'num_solved', |
|
title => '#YES', |
|
align => 'right', |
|
color => '#FFDDDD', |
|
format => '%4.1f',# format => '%d', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Number of Students able to Solve', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'num_override', |
|
title => '#yes', |
|
align => 'right', |
|
color => '#FFDDDD', |
|
format => '%4.1f',# format => '%d', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Number of Students given Override', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'tries_per_correct', |
|
title => 'tries/correct', |
|
align => 'right', |
|
color => '#FFDDDD', |
|
format => '%4.1f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Tries per Correct Answer', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'num_wrong', |
|
title => '#Wrng', |
|
align => 'right', |
|
color => '#FFDDDD', |
|
format => '%4.1f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Number of students whose final answer is wrong', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'per_wrong', |
|
title => '%Wrng', |
|
align => 'right', |
|
color => '#FFDDDD', |
|
format => '%4.1f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Percent of students whose final answer is wrong', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'deg_of_diff', |
|
title => 'DoDiff', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%5.2f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Degree of Difficulty'. |
|
' { 1 - ((#YES+#yes) / Tries) }', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
{ name => 'deg_of_disc', |
|
title => 'DoDisc', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Degree of Discrimination', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
## duedate included for research purposes. Commented out most of the time. |
|
# { name => 'duedate', |
|
# title => 'Due Date', |
|
# align => 'left', |
|
# color => '#FFFFFF', |
|
# sortable => 'yes', |
|
# graphable => 'no', |
|
# long_title => 'Due date of resource for instructor', |
|
# selectable => 'no', |
|
# defaultselected => 'yes', |
|
# }, |
|
## opendate included for research purposes. Commented out most of the time. |
|
# { name => 'opendate', |
|
# title => 'Open Date', |
|
# align => 'left', |
|
# color => '#FFFFFF', |
|
# sortable => 'yes', |
|
# graphable => 'no', |
|
# long_title => 'date resource became answerable', |
|
# selectable => 'no', |
|
# defaultselected => 'yes', |
|
# }, |
|
## symb included for research purposes. Commented out most of the time. |
|
# { name => 'symb', |
|
# title => 'Symb', |
|
# align => 'left', |
|
# color => '#FFFFFF', |
|
# sortable => 'yes', |
|
# graphable => 'no', |
|
# long_title => 'Unique LON-CAPA identifier for problem', |
|
# selectable => 'no', |
|
# defaultselected => 'yes', |
|
# }, |
|
## resptypes included for research purposes. Commented out most of the time. |
|
# { name => 'resptypes', |
|
# title => 'Response Types', |
|
# align => 'left', |
|
# color => '#FFFFFF', |
|
# sortable => 'no', |
|
# graphable => 'no', |
|
# long_title => 'Response Types used in this problem', |
|
# selectable => 'no', |
|
# defaultselected => 'yes', |
|
# }, |
|
## maxtries included for research purposes. Commented out most of the time. |
|
# { name => 'maxtries', |
|
# title => 'Maxtries', |
|
# align => 'left', |
|
# color => '#FFFFFF', |
|
# sortable => 'no', |
|
# graphable => 'no', |
|
# long_title => 'Maximum number of tries', |
|
# selectable => 'no', |
|
# defaultselected => 'yes', |
|
# }, |
|
## hinttries included for research purposes. Commented out most of the time. |
|
# { name => 'hinttries', |
|
# title => 'hinttries', |
|
# align => 'left', |
|
# color => '#FFFFFF', |
|
# sortable => 'no', |
|
# graphable => 'no', |
|
# long_title => 'Number of tries before a hint appears', |
|
# selectable => 'no', |
|
# defaultselected => 'yes', |
|
# }, |
|
# |
|
## problem weight for instructor |
|
{ name => 'weight', |
|
title => 'weight', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Problem weight (for instructor)', |
|
selectable => 'yes', |
|
defaultselected => 'yes', |
|
}, |
|
); |
|
|
|
my @SeqFields = ( |
|
{ name => 'title', |
|
title => 'Sequence', |
|
align => 'left', |
|
color => '#FFFFE6', |
|
special => 'no', |
|
sortable => 'no', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'items', |
|
title => '#Items', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4d', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Number of Items in Sequence', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scoremean', |
|
title => 'Score Mean', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Mean Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scorestd', |
|
title => 'Score STD', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Standard Deviation of Sequence Scores', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scoremax', |
|
title => 'Score Max', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Maximum Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scoremin', |
|
title => 'Score Min', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Minumum Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'scorecount', |
|
title => 'Score N', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4d', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Number of Students in score computations', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countmean', |
|
title => 'Count Mean', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Mean Sequence Score', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countstd', |
|
title => 'Count STD', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Standard Deviation of Sequence Scores', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countmax', |
|
title => 'Count Max', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Maximum Number of Correct Problems', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'countmin', |
|
title => 'Count Min', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Minumum Number of Correct Problems', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'count', |
|
title => 'Count N', |
|
align => 'right', |
|
color => '#FFFFFF', |
|
format => '%4d', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'Number of Students in score computations', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
{ name => 'KR-21', |
|
title => 'KR-21', |
|
align => 'right', |
|
color => '#FFAAAA', |
|
format => '%4.2f', |
|
sortable => 'no', |
|
graphable => 'no', |
|
long_title => 'KR-21 reliability statistic', |
|
selectable => 'yes', |
|
defaultselected => 'no', |
|
}, |
|
); |
|
|
|
my %SelectedFields; |
|
|
|
sub parse_field_selection { |
|
# |
|
# Pull out the defaults |
|
if (! defined($env{'form.fieldselections'})) { |
|
$env{'form.fieldselections'} = []; |
|
foreach my $field (@Fields) { |
|
next if ($field->{'selectable'} ne 'yes'); |
|
if ($field->{'defaultselected'} eq 'yes') { |
|
push(@{$env{'form.fieldselections'}},$field->{'name'}); |
|
} |
|
} |
|
} |
|
# |
|
# Make sure the data we are plotting is there |
|
my %NeededFields; |
|
if (exists($env{'form.plot'}) && $env{'form.plot'} ne '' && |
|
$env{'form.plot'} ne 'none') { |
|
if ($env{'form.plot'} eq 'degrees') { |
|
$NeededFields{'deg_of_diff'}++; |
|
$NeededFields{'deg_of_disc'}++; |
|
} elsif ($env{'form.plot'} eq 'tries statistics') { |
|
$NeededFields{'mean_tries'}++; |
|
$NeededFields{'std_tries'}++; |
|
$NeededFields{'problem_num'}++; |
|
} else { |
|
$NeededFields{$env{'form.plot'}}++; |
|
} |
|
} |
|
# |
|
# This should not happen, but in case it does... |
|
if (ref($env{'form.fieldselections'}) ne 'ARRAY') { |
|
$env{'form.fieldselections'} = [$env{'form.fieldselections'}]; |
|
} |
|
# |
|
# Set the field data and the selected fields (for easier checking) |
|
undef(%SelectedFields); |
|
foreach my $field (@Fields) { |
|
if ($field->{'selectable'} ne 'yes') { |
|
$field->{'selected'} = 'yes'; |
|
} else { |
|
$field->{'selected'} = 'no'; |
|
} |
|
if (exists($NeededFields{$field->{'name'}})) { |
|
$field->{'selected'} = 'yes'; |
|
$SelectedFields{$field->{'name'}}++; |
|
} |
|
foreach my $selection (@{$env{'form.fieldselections'}}) { |
|
if ($selection eq $field->{'name'} || $selection eq 'all') { |
|
$field->{'selected'} = 'yes'; |
|
$SelectedFields{$field->{'name'}}++; |
|
} |
|
} |
|
} |
|
# |
|
# Always show all the sequence statistics (for now) |
|
foreach my $field (@SeqFields) { |
|
$field->{'selected'} = 'yes'; |
|
} |
|
return; |
|
} |
|
|
my $jr; |
sub field_selection_input { |
|
my $Str = '<select name="fieldselections" multiple="multiple" size="5">'."\n"; |
|
$Str .= '<option value="all">all</option>'."\n"; |
|
foreach my $field (@Fields) { |
|
next if ($field->{'selectable'} ne 'yes'); |
|
$Str .= ' <option value="'.$field->{'name'}.'" '; |
|
if ($field->{'selected'} eq 'yes') { |
|
$Str .= 'selected '; |
|
} |
|
$Str .= '>'.$field->{'title'}.'</option>'."\n"; |
|
} |
|
$Str .= "</select>\n"; |
|
} |
|
|
sub BuildProblemStatisticsPage { |
############################################### |
my ($cacheDB, $students, $courseID, $c, $r)=@_; |
############################################### |
my %cache; |
|
|
|
$jr = $r; |
=pod |
|
|
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { |
=item &CreateInterface() |
$r->print('Unable to tie database.'); |
|
return; |
|
} |
|
|
|
my $Ptr = ''; |
Create the main intereface for the statistics page. Allows the user to |
$Ptr .= '<table border="0"><tbody>'; |
select sections, maps, and output. |
$Ptr .= '<tr><td align="right"><b>Select Map</b></td>'."\n"; |
|
$Ptr .= '<td align="left">'; |
=cut |
$Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics', |
|
'Statistics'); |
############################################### |
$Ptr .= '</td></tr>'."\n"; |
############################################### |
$Ptr .= '<tr><td align="right"><b>Sorting Type:</b></td>'."\n"; |
sub CreateInterface { |
$Ptr .= '<td align="left">'."\n"; |
my ($r) = @_; |
$Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions( |
# |
$cache{'ProblemStatisticsAscend'}, |
&parse_field_selection(); |
'ProblemStatistics', |
# |
'Statistics'); |
my $Str = ''; |
$Ptr .= '</td></tr>'."\n"; |
$Str .= '<p>'; |
$Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'}, |
$Str .= &Apache::loncommon::start_data_table(); |
$cache{'DisplayLegend'}); |
$Str .= &Apache::loncommon::start_data_table_header_row(); |
$Ptr .= '</table>'; |
$Str .= '<th>'.&mt('Sections').'</th>'; |
if($cache{'DisplayLegend'} eq 'Show Legend') { |
$Str .= '<th>'.&mt('Groups').'</th>'; |
$Ptr .= &ProblemStatisticsLegend(); |
$Str .= '<th>'.&mt('Access Status').'</th>'; |
} |
$Str .= '<th>'.&mt('Sequences and Folders').'</th>'; |
$r->print($Ptr); |
$Str .= '<th>'.&mt('Statistics').'</th>'; |
$r->rflush(); |
$Str .= '<th>'.&mt('Plot Graph').'</th>'; |
|
$Str .= '<th>'.&mt('Time Period').'</th>'; |
|
$Str .= &Apache::loncommon::end_data_table_header_row(); |
|
# |
|
$Str .= &Apache::loncommon::start_data_table_row(); |
|
$Str .= '<td align="center" valign="top">'."\n"; |
|
$Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); |
|
$Str .= '</td><td align="center" valign="top">'; |
|
$Str .= &Apache::lonstatistics::GroupSelect('Group','multiple',5); |
|
$Str .= '</td><td align="center" valign="top">'; |
|
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); |
|
$Str .= '</td><td align="center" valign="top">'; |
|
# |
|
$Str .= &Apache::lonstatistics::map_select('Maps','multiple,all',5); |
|
$Str .= '</td><td align="center" valign="top">'; |
|
$Str .= &field_selection_input(); |
|
$Str .= '</td><td align="center" valign="top">'; |
|
$Str .= &plot_dropdown(); |
|
$Str .= '</td>'."\n"; |
|
$Str .= '</td><td align="center" valign="top">'; |
|
$Str .= &Apache::lonstathelpers::limit_by_time_form(); |
|
$Str .= '</td>'."\n"; |
|
$Str .= &Apache::loncommon::end_data_table_row(); |
|
$Str .= &Apache::loncommon::end_data_table(); |
|
# |
|
$Str .= '</p>'; |
|
$Str .= '<input type="submit" name="GenerateStatistics" value="'. |
|
&mt('Generate Statistics').'" />'; |
|
$Str .= (' 'x10); |
|
# |
|
return $Str; |
|
} |
|
|
my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod", |
############################################### |
"Mean","#YES","#yes","%Wrng","DoDiff", |
############################################### |
"S.D.","Skew.","D.F.1st","D.F.2nd","Disc."); |
|
my $color=&setbgcolor(0); |
|
|
|
# my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID); |
=pod |
# my ($upper, $lower) = &Discriminant(\%discriminant,$r); |
|
if(!defined($cache{'StatisticsCached'})) { |
|
untie(%cache); |
|
&Apache::loncoursedata::DownloadStudentCourseDataSeparate($students, |
|
'true', |
|
$cacheDB, |
|
'true', |
|
'true', |
|
$courseID, |
|
$r, $c); |
|
if($c->aborted()) { return; } |
|
|
|
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { |
=item &BuildProblemStatisticsPage() |
$r->print('Unable to tie database.'); |
|
return; |
Main interface to problem statistics. |
} |
|
my ($problemData) = &ExtractStudentData(\%cache, $students); |
|
&CalculateStatistics($problemData); |
|
untie(%cache); |
|
|
|
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) { |
=cut |
$r->print('Unable to tie database.'); |
|
return; |
############################################### |
|
############################################### |
|
my $navmap; |
|
my @sequences; |
|
|
|
sub clean_up { |
|
undef($navmap); |
|
undef(@sequences); |
|
} |
|
|
|
sub BuildProblemStatisticsPage { |
|
my ($r,$c)=@_; |
|
undef($navmap); |
|
undef(@sequences); |
|
# |
|
my %Saveable_Parameters = ('Status' => 'scalar', |
|
'statsoutputmode' => 'scalar', |
|
'Section' => 'array', |
|
'Groups' => 'array', |
|
'StudentData' => 'array', |
|
'Maps' => 'array', |
|
'fieldselections'=> 'array'); |
|
&Apache::loncommon::store_course_settings('statistics', |
|
\%Saveable_Parameters); |
|
&Apache::loncommon::restore_course_settings('statistics', |
|
\%Saveable_Parameters); |
|
# |
|
&Apache::lonstatistics::PrepareClasslist(); |
|
# |
|
# Clear the package variables |
|
undef(@StatsArray); |
|
undef(%SeqStat); |
|
# |
|
# Finally let the user know we are here |
|
$r->print(&Apache::lonhtmlcommon::breadcrumbs('Overall Problem Statistics', |
|
'Statistics_Overall_Key')); |
|
&Apache::lonquickgrades::startGradeScreen($r,'statistics'); |
|
|
|
my $interface = &CreateInterface($r); |
|
$r->print($interface); |
|
$r->print('<input type="hidden" name="sortby" value="'.$env{'form.sortby'}. |
|
'" />'); |
|
# |
|
my @CacheButtonHTML = |
|
&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status'); |
|
my $Str; |
|
foreach my $html (@CacheButtonHTML) { |
|
$Str.=$html.(' 'x5); |
|
} |
|
# |
|
$r->print($Str); |
|
if (! exists($env{'form.firstrun'})) { |
|
$r->print('<p class="LC_info"><b>'. |
|
&mt('Press "Generate Statistics" when you are ready.'). |
|
'</b></p>'. |
|
'<p class="LC_info">'. |
|
&mt('It may take some time to update the student data '. |
|
'for the first analysis. Future analysis this session '. |
|
'will not have this delay.'). |
|
'</p>'); |
|
&clean_up(); |
|
return; |
|
} |
|
$r->rflush(); |
|
# |
|
# This probably does not need to be done each time we are called, but |
|
# it does not slow things down noticably. |
|
&Apache::loncoursedata::populate_weight_table(); |
|
# |
|
($navmap,@sequences) = |
|
&Apache::lonstatistics::selected_sequences_with_assessments(); |
|
if (! ref($navmap)) { |
|
$r->print('<div class="LC_error">'.&mt('A course-wide error occurred.').'</div>'. |
|
'<h3>'.$navmap.'</h3>'); |
|
&clean_up(); |
|
return; |
|
} |
|
if (exists($env{'form.Excel'})) { |
|
$r->print('<p>'. |
|
&Apache::lonstatistics::section_and_enrollment_description(). |
|
'</p>'); |
|
&Excel_output($r); |
|
} else { |
|
$r->print('<input type="submit" name="Excel" value="'. |
|
&mt('Produce Excel Output').'" />'.' 'x5); |
|
$r->rflush(); |
|
$r->print('<p>'. |
|
&Apache::lonstatistics::section_and_enrollment_description(). |
|
'</p>'); |
|
my $count = 0; |
|
foreach my $seq (@sequences) { |
|
my @resources = |
|
&Apache::lonstathelpers::get_resources($navmap,$seq); |
|
$count += scalar(@resources); |
|
} |
|
if ($count > 10) { |
|
$r->print('<p>'. |
|
&mt('Compiling statistics for [quant,_1,problem]',$count). |
|
'</p>'); |
|
if ($count > 30) { |
|
$r->print('<p class="LC_info">'.&mt('This will take some time.').'</p>'); |
|
} |
|
$r->rflush(); |
} |
} |
foreach(keys(%$problemData)) { |
# |
$cache{$_} = $problemData->{$_}; |
my $sortby = $env{'form.sortby'}; |
|
$sortby = 'container' if (! defined($sortby) || $sortby =~ /^\s*$/); |
|
my $plot = $env{'form.plot'}; |
|
if ($plot eq '' || $plot eq 'none') { |
|
undef($plot); |
} |
} |
$cache{'StatisticsCached'} = 'true'; |
if ($sortby eq 'container' && ! defined($plot)) { |
untie(%cache); |
&output_sequence_statistics($r); |
|
&output_html_by_sequence($r); |
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { |
} else { |
$r->print('Unable to tie database.'); |
if (defined($plot)) { |
return; |
&make_plot($r,$plot); |
|
} |
|
&output_html_stats($r); |
|
&output_sequence_statistics($r); |
} |
} |
} |
} |
my $orderedProblems = &SortProblems(\%cache, |
&clean_up(); |
$cache{'ProblemStatisticsSort'}, |
return; |
$cache{'ProblemStatisticsAscend'}); |
} |
&BuildStatisticsTable(\%cache, $cache{'DisplayFormat'}, $orderedProblems, |
|
\@Header, $r, $color); |
|
untie(%cache); |
|
|
|
|
sub output_sequence_statistics { |
|
my ($r) = @_; |
|
my $c=$r->connection(); |
|
$r->print('<h2>'.&mt('Sequence Statistics'). |
|
&Apache::loncommon::help_open_topic('Statistics_Sequence'). |
|
'</h2>'); |
|
$r->print(&Apache::loncommon::start_data_table().&Apache::loncommon::start_data_table_header_row()); |
|
$r->print(&sequence_html_header()); |
|
$r->print(&Apache::loncommon::end_data_table_header_row()); |
|
foreach my $seq (@sequences) { |
|
last if ($c->aborted); |
|
&compute_sequence_statistics($seq); |
|
$r->print(&sequence_html_output($seq)); |
|
} |
|
$r->print(&Apache::loncommon::end_data_table()); |
|
$r->rflush(); |
return; |
return; |
} |
} |
|
|
|
|
#---- Problem Statistics Web Page --------------------------------------- |
########################################################## |
|
########################################################## |
|
## |
|
## HTML output routines |
|
## |
|
########################################################## |
|
########################################################## |
|
sub output_html_by_sequence { |
|
my ($r) = @_; |
|
my $c = $r->connection(); |
|
$r->print('<br>'.&html_preamble()); |
|
# |
|
foreach my $seq (@sequences) { |
|
last if ($c->aborted); |
|
$r->print("<h3>".$seq->compTitle."</h3>". |
|
&Apache::loncommon::start_data_table(). |
|
&Apache::loncommon::start_data_table_header_row(). |
|
&statistics_table_header('no container'). |
|
&Apache::loncommon::end_data_table_header_row()."\n"); |
|
my @Data = &compute_statistics_on_sequence($seq); |
|
foreach my $data (@Data) { |
|
$r->print(&Apache::loncommon::start_data_table_row(). |
|
&statistics_html_table_data($data,'no container'). |
|
&Apache::loncommon::end_data_table_row()."\n"); |
|
} |
|
$r->print(&Apache::loncommon::end_data_table()."\n"); |
|
$r->rflush(); |
|
} |
|
return; |
|
} |
|
|
sub CreateProblemStatisticsTableHeading { |
sub output_html_stats { |
my ($headings,$r)=@_; |
my ($r)=@_; |
|
&compute_all_statistics($r); |
|
$r->print(&html_preamble()); |
|
&sort_data($env{'form.sortby'}); |
|
# |
|
my $count=0; |
|
foreach my $data (@StatsArray) { |
|
if ($count++ % 50 == 0) { |
|
$r->print(&Apache::loncommon::end_data_table()); |
|
$r->print(&Apache::loncommon::start_data_table(). |
|
&Apache::loncommon::start_data_table_row(). |
|
&statistics_table_header(). |
|
&Apache::loncommon::end_data_table_row()); |
|
} |
|
$r->print(&Apache::loncommon::start_data_table_row(). |
|
&statistics_html_table_data($data). |
|
&Apache::loncommon::end_data_table_row()); |
|
} |
|
$r->print(&Apache::loncommon::end_data_table_row()); |
|
return; |
|
} |
|
|
|
sub html_preamble { |
my $Str=''; |
my $Str=''; |
$Str .= '<tr>'."\n"; |
$Str .= "<h2>". |
$Str .= '<th bgcolor="#ffffe6">P#</th>'."\n"; |
$env{'course.'.$env{'request.course.id'}.'.description'}. |
foreach(@$headings) { |
"</h2>\n"; |
$Str .= '<th bgcolor="#ffffe6">'.'<a href="/adm/statistics?reportSelected='; |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
$Str .= &Apache::lonnet::escape('Problem Statistics'); |
if (defined($starttime) || defined($endtime)) { |
$Str .= '&ProblemStatisticsSort='; |
# Inform the user what the time limits on the data are. |
$Str .= &Apache::lonnet::escape($_).'">'.$_.'</a> </th>'."\n"; |
$Str .= '<h3>'.&mt('Statistics on submissions from [_1] to [_2]', |
|
&Apache::lonlocal::locallocaltime($starttime), |
|
&Apache::lonlocal::locallocaltime($endtime) |
|
).'</h3>'; |
} |
} |
$Str .= "\n".'</tr>'."\n"; |
$Str .= "<p>".&mt('Compiled on [_1]', |
|
&Apache::lonlocal::locallocaltime(time))."</p>"; |
return $Str; |
return $Str; |
} |
} |
|
|
sub BuildStatisticsTable { |
|
my ($cache,$displayFormat,$orderedProblems,$headings,$r,$color)=@_; |
|
|
|
#6666666 |
############################################### |
# my $file="/home/httpd/perl/tmp/183d.txt"; |
############################################### |
# open(OUT, ">$file"); |
## |
#6666666 |
## Misc HTML output routines |
## &Apache::lonstatistics::Create_PrgWin($r); |
## |
##777777 |
############################################### |
## my (%Activity) = &LoadActivityLog(); |
############################################### |
## $r->print('<script>popwin.document.popremain.remaining.value="'. |
sub statistics_html_table_data { |
## 'Loading Discussion...";</script>'); |
my ($data,$options) = @_; |
## my ($doDiffFile) = &LoadDoDiffFile(); |
my $row = ''; |
|
foreach my $field (@Fields) { |
##777777 |
next if ($options =~ /no $field->{'name'}/); |
## $Str .= &Classify($discriminantFactor, $students); |
next if ($field->{'selected'} ne 'yes'); |
|
$row .= '<td style="background-color:'.$field->{'color'}.'"'; |
if($displayFormat ne 'Display CSV Format') { |
if (exists($field->{'align'})) { |
$r->print('<table border="0"><tr><td bgcolor="#777777">'."\n"); |
$row .= ' align="'.$field->{'align'}.'"'; |
$r->print('<table border="0" cellpadding="3">'."\n"); |
} |
$r->print(&CreateProblemStatisticsTableHeading($headings, $r)); |
$row .= '>'; |
} else { |
if (exists($field->{'special'}) && $field->{'special'} eq 'link') { |
$r->print('<br>'); |
$row .= '<a href="'.$data->{$field->{'name'}.'.link'}.'">'; |
|
} |
|
if (exists($field->{'format'}) && $data->{$field->{'name'}} !~ /[A-Z]/i) { |
|
$row .= sprintf($field->{'format'},$data->{$field->{'name'}}); |
|
} else { |
|
$row .= $data->{$field->{'name'}}; |
|
} |
|
if (exists($field->{'special'}) && $field->{'special'} eq 'link') { |
|
$row.= '</a>'; |
|
} |
|
$row .= '</td>'; |
|
} |
|
return $row; |
|
} |
|
|
|
sub statistics_table_header { |
|
my ($options) = @_; |
|
my $header_row; |
|
foreach my $field (@Fields) { |
|
next if ($options =~ /no $field->{'name'}/); |
|
next if ($field->{'selected'} ne 'yes'); |
|
$header_row .= '<th>'; |
|
if (exists($field->{'sortable'}) && $field->{'sortable'} eq 'yes') { |
|
$header_row .= '<a href="javascript:'. |
|
'document.Statistics.sortby.value='."'".$field->{'name'}."'". |
|
';document.Statistics.submit();">'; |
|
} |
|
$header_row .= &mt($field->{'title'}); |
|
if ($options =~ /sortable/) { |
|
$header_row.= '</a>'; |
|
} |
|
if ($options !~ /no plots/ && |
|
exists($field->{'graphable'}) && |
|
$field->{'graphable'} eq 'yes') { |
|
$header_row.=' ('; |
|
$header_row .= '<a href="javascript:'. |
|
"document.Statistics.plot.value='$field->{'name'}'". |
|
';document.Statistics.submit();">'; |
|
$header_row .= &mt('plot').'</a>)'; |
|
} |
|
$header_row .= '</th>'; |
} |
} |
|
return $header_row; |
|
} |
|
|
my $count = 1; |
sub sequence_html_header { |
foreach(@$orderedProblems) { |
my $Str .= '<tr>'; |
my ($sequence,$problem,$part)=split(':', $_); |
foreach my $field (@SeqFields) { |
# if($cache->{'ProblemStatisticsMaps'} ne 'All Maps' && |
# next if ($field->{'selected'} ne 'yes'); |
# $cache->{'ProblemStatisticsMaps'} ne $cache->{$sequence.':title'}) { |
$Str .= '<th bgcolor="'.$field->{'color'}.'"'; |
# next; |
$Str .= '>'.$field->{'title'}.'</th>'; |
# } |
} |
|
$Str .= '</tr>'; |
|
return $Str; |
my $ref = '<a href="'.$cache->{$problem.':source'}. |
} |
'" target="_blank">'.$cache->{$problem.':title'}.'</a>'; |
|
# my $ref = $cache->{$problem.':title'}; |
|
my $title = $cache->{$problem.':title'}; |
sub sequence_html_output { |
my $source = 'source'; |
my ($seq) = @_; |
my $tableData = join('&', $ref, $title, $source, |
my $data = $SeqStat{$seq->symb}; |
$cache->{$_.':studentCount'}, |
my $row = '<tr>'; |
$cache->{$_.':totalTries'}, |
foreach my $field (@SeqFields) { |
$cache->{$_.':maxTries'}, |
next if ($field->{'selected'} ne 'yes'); |
sprintf("%.2f", $cache->{$_.':mean'}), |
$row .= '<td bgcolor="'.$field->{'color'}.'"'; |
$cache->{$_.':correct'}, |
if (exists($field->{'align'})) { |
$cache->{$_.':correctByOverride'}, |
$row .= ' align="'.$field->{'align'}.'"'; |
sprintf("%.1f", $cache->{$_.':percentWrong'}), |
} |
sprintf("%.2f", $cache->{$_.':degreeOfDifficulty'}), |
$row .= '>'; |
sprintf("%.1f", $cache->{$_.':standardDeviation'}), |
if (exists($field->{'format'})) { |
sprintf("%.1f", $cache->{$_.':skewness'}), |
$row .= sprintf($field->{'format'},$data->{$field->{'name'}}); |
sprintf("%.2f", $cache->{$_.':discriminationFactor1'}), |
} else { |
sprintf("%.2f", $cache->{$_.':discriminationFactor2'}), |
$row .= $data->{$field->{'name'}}; |
0); # 0 is for discussion, need to figure out |
} |
|
$row .= '</td>'; |
#6666666 |
} |
# $r->print('<br>'.$out.'&'.$DoD); |
$row .= '</tr>'."\n"; |
# print (OUT $out.'@'.$DoD.'&'); |
return $row; |
#6666666 |
} |
|
|
#check with Gerd |
|
# $urlres=~/^(\w+)\/(\w+)/; |
|
# if ($StdNo) { |
|
# &Apache::lonnet::put('nohist_resevaldata',\%storestats, |
|
# $1,$2); |
|
# } |
|
#-------------------------------- Row of statistical table |
|
&TableRow($displayFormat,$tableData,$count,$r,$color); |
|
$count++; |
|
} |
|
if($cache->{'DisplayFormat'} ne 'Display CSV Format') { |
|
$r->print('</table>'."\n"); |
|
} |
|
$r->print('</td></tr></table>'); |
|
#6666666 |
|
# close( OUT ); |
|
#666666 |
|
return; |
|
} |
|
|
|
sub TableRow { |
|
my ($displayFormat,$Str,$RealIdx,$r,$color)=@_; |
|
my($ref,$title,$source,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, |
|
$Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$DiscNo,$Prob)=split(/\&/,$Str); |
|
my $Ptr; |
|
if($displayFormat eq 'Display CSV Format') { |
|
$Ptr="\n".'<br>'. |
|
"\n".'"'.$RealIdx.'",'. |
|
"\n".'"'.$title.'",'. |
|
"\n".'"'.$source.'",'. |
|
"\n".'"'.$StdNo.'",'. |
|
"\n".'"'.$TotalTries.'",'. |
|
"\n".'"'.$MxTries.'",'. |
|
"\n".'"'.$Avg.'",'. |
|
"\n".'"'.$YES.'",'. |
|
"\n".'"'.$Override.'",'. |
|
"\n".'"'.$Wrng.'",'. |
|
"\n".'"'.$DoD.'",'. |
|
"\n".'"'.$SD.'",'. |
|
"\n".'"'.$Sk.'",'. |
|
"\n".'"'.$_D1.'",'. |
|
"\n".'"'.$_D2.'"'. |
|
"\n".'"'.$DiscNo.'"'; |
|
|
|
$r->print("\n".$Ptr); |
#################################################### |
|
#################################################### |
|
## |
|
## Plotting Routines |
|
## |
|
#################################################### |
|
#################################################### |
|
sub make_plot { |
|
my ($r,$plot) = @_; |
|
&compute_all_statistics($r); |
|
&sort_data($env{'form.sortby'}); |
|
if ($plot eq 'degrees') { |
|
°rees_plot($r); |
|
} elsif ($plot eq 'tries statistics') { |
|
&tries_data_plot($r); |
} else { |
} else { |
$Ptr="\n".'<tr>'. |
&make_single_stat_plot($r,$plot); |
"\n".'<td bgcolor="#ffffe6">'.$RealIdx.'</td>'. |
|
"\n".'<td bgcolor="#ffffe6">'.$ref.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"yellow"}.'> '.$StdNo.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"yellow"}.'>'.$TotalTries.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"yellow"}.'>'.$MxTries.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"gb"}.'>'.$Avg.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"gb"}.'> '.$YES.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"gb"}.'> '.$Override.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"red"}.'> '.$Wrng.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"red"}.'> '.$DoD.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"green"}.'> '.$SD.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"green"}.'> '.$Sk.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"purple"}.'> '.$_D1.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"purple"}.'> '.$_D2.'</td>'. |
|
"\n".'<td bgcolor='.$color->{"yellow"}.'> '.$DiscNo.'</td>'; |
|
$r->print("\n".$Ptr.'</tr>' ); |
|
} |
} |
|
return; |
|
} |
|
|
|
sub make_single_stat_plot { |
|
my ($r,$datafield) = @_; |
|
# |
|
my $title; my $yaxis; |
|
foreach my $field (@Fields) { |
|
next if ($field->{'name'} ne $datafield); |
|
$title = &mt($field->{'long_title'}); |
|
$yaxis = &mt($field->{'title'}); |
|
last; |
|
} |
|
if ($title eq '' || $yaxis eq '') { |
|
# datafield is something we do not know enough about to plot |
|
$r->print('<p class="LC_warning">'. |
|
&mt('Unable to plot the requested statistic.'). |
|
'</p>'); |
|
return; |
|
} |
|
# |
|
# Build up the data sets to plot |
|
my @Labels; |
|
my @Data; |
|
my $max = 1; |
|
foreach my $data (@StatsArray) { |
|
push(@Labels,$data->{'problem_num'}); |
|
push(@Data,$data->{$datafield}); |
|
if ($data->{$datafield}>$max) { |
|
$max = $data->{$datafield}; |
|
} |
|
} |
|
foreach (1,2,3,4,5,10,15,20,25,40,50,75,100,150,200,250,300,500,600,750, |
|
1000,1500,2000,2500,3000,3500,4000,5000,7500,10000,15000,20000) { |
|
if ($max <= $_) { |
|
$max = $_; |
|
last; |
|
} |
|
} |
|
if ($max > 20000) { |
|
$max = 10000*(int($max/10000)+1); |
|
} |
|
# |
|
$r->print("<p>".&Apache::loncommon::DrawBarGraph($title, |
|
&mt('Problem Number'), |
|
$yaxis, |
|
$max, |
|
undef, # colors |
|
\@Labels, |
|
\@Data)."</p>\n"); |
return; |
return; |
} |
} |
|
|
# For loading the colored table for display or un-colored for print |
sub degrees_plot { |
sub setbgcolor { |
my ($r)=@_; |
my $PrintTable=shift; |
my $count = scalar(@StatsArray); |
my %color; |
my $width = 50 + 10*$count; |
if ($PrintTable){ |
$width = 300 if ($width < 300); |
$color{"gb"}="#FFFFFF"; |
my $height = 300; |
$color{"red"}="#FFFFFF"; |
my $plot = ''; |
$color{"yellow"}="#FFFFFF"; |
my $ymax = 0; |
$color{"green"}="#FFFFFF"; |
my $ymin = 0; |
$color{"purple"}="#FFFFFF"; |
my @Disc; my @Diff; my @Labels; |
} else { |
foreach my $data (@StatsArray) { |
$color{"gb"}="#DDFFFF"; |
push(@Labels,$data->{'problem_num'}); |
$color{"red"}="#FFDDDD"; |
my $disc = $data->{'deg_of_disc'}; |
$color{"yellow"}="#EEFFCC"; |
my $diff = $data->{'deg_of_diff'}; |
$color{"green"}="#DDFFDD"; |
push(@Disc,$disc); |
$color{"purple"}="#FFDDFF"; |
push(@Diff,$diff); |
} |
# |
|
$ymin = $disc if ($ymin > $disc); |
return \%color; |
$ymin = $diff if ($ymin > $diff); |
} |
$ymax = $disc if ($ymax < $disc); |
|
$ymax = $diff if ($ymax < $diff); |
sub ProblemStatisticsButtons { |
|
my ($displayFormat, $displayLegend)=@_; |
|
|
|
my $Ptr = '<tr><td></td><td align="left">'; |
|
$Ptr .= '<input type="submit" name="DoDiffGraph" '; |
|
$Ptr .= 'value="DoDiff Graph" />'."\n"; |
|
$Ptr .= ' '; |
|
$Ptr .= '<input type="submit" name="PercentWrongGraph" '; |
|
$Ptr .= 'value="%Wrong Graph" />'."\n"; |
|
$Ptr .= '</td></tr><tr><td></td><td>'."\n"; |
|
$Ptr .= '<input type="submit" name="DisplayLegend" '; |
|
if($displayLegend eq 'Show Legend') { |
|
$Ptr .= 'value="Hide Legend" />'."\n"; |
|
} else { |
|
$Ptr .= 'value="Show Legend" />'."\n"; |
|
} |
} |
$Ptr .= ' '; |
# |
$Ptr .= '<input type="submit" name="DisplayCSVFormat" '; |
# Make sure we show relevant information. |
if($displayFormat eq 'Display CSV Format') { |
if ($ymin < 0) { |
$Ptr .= 'value="Display Table Format" />'."\n"; |
if (abs($ymin) < 0.05) { |
|
$ymin = 0; |
|
} else { |
|
$ymin = -1; |
|
} |
|
} |
|
if ($ymax > 0) { |
|
if (abs($ymax) < 0.05) { |
|
$ymax = 0; |
|
} else { |
|
$ymax = 1; |
|
} |
|
} |
|
# |
|
my $xmax = $Labels[-1]; |
|
if ($xmax > 50) { |
|
if ($xmax % 10 != 0) { |
|
$xmax = 10 * (int($xmax/10)+1); |
|
} |
} else { |
} else { |
$Ptr .= 'value="Display CSV Format" />'."\n"; |
if ($xmax % 5 != 0) { |
|
$xmax = 5 * (int($xmax/5)+1); |
|
} |
} |
} |
$Ptr .= '</td></tr>'; |
# |
|
my $discdata .= '<data>'.join(',',@Labels).'</data>'.$/. |
return $Ptr; |
'<data>'.join(',',@Disc).'</data>'.$/; |
|
# |
|
my $diffdata .= '<data>'.join(',',@Labels).'</data>'.$/. |
|
'<data>'.join(',',@Diff).'</data>'.$/; |
|
# |
|
my $title = &mt('Degree of Discrimination[_1]and Degree of Difficulty','\n'); |
|
if ($xmax > 50) { |
|
$title = &mt('Degree of Discrimination and Degree of Difficulty'); |
|
} |
|
my %lt = &Apache::lonlocal::texthash( |
|
'alttag' => 'Degree of Discrimination and Degree of Difficulty Plot', |
|
'xlabel' => 'Problem Number', |
|
); |
|
# |
|
$plot=<<"END"; |
|
<gnuplot |
|
texfont="10" |
|
fgcolor="x000000" |
|
plottype="Cartesian" |
|
font="large" |
|
grid="on" |
|
align="center" |
|
border="on" |
|
transparent="on" |
|
alttag="$lt{'alttag'}" |
|
samples="100" |
|
bgcolor="xffffff" |
|
height="$height" |
|
width="$width"> |
|
<key |
|
pos="top right" |
|
title="" |
|
box="off" /> |
|
<title>$title</title> |
|
<axis xmin="0" ymin="$ymin" xmax="$xmax" ymax="$ymax" color="x000000" /> |
|
<xlabel>$lt{'xlabel'}</xlabel> |
|
<curve |
|
linestyle="linespoints" |
|
name="DoDisc" |
|
pointtype="0" |
|
color="x000000"> |
|
$discdata |
|
</curve> |
|
<curve |
|
linestyle="linespoints" |
|
name="DoDiff" |
|
pointtype="0" |
|
color="xFF0000"> |
|
$diffdata |
|
</curve> |
|
</gnuplot> |
|
END |
|
my $plotresult = |
|
'<p>'.&Apache::lonxml::xmlparse($r,'web',$plot).'</p>'.$/; |
|
$r->print($plotresult); |
|
return; |
} |
} |
|
|
sub ProblemStatisticsLegend { |
sub tries_data_plot { |
my $Ptr = ''; |
my ($r)=@_; |
$Ptr = '<table border="0">'; |
my $count = scalar(@StatsArray); |
$Ptr .= '<tr><td>'; |
my $width = 50 + 10*$count; |
$Ptr .= '<b>#Stdnts</b></td>'; |
$width = 300 if ($width < 300); |
$Ptr .= '<td>Total number of students attempted the problem.'; |
my $height = 300; |
$Ptr .= '</td></tr><tr><td>'; |
my $plot = ''; |
$Ptr .= '<b>Tries</b></td>'; |
my @STD; my @Mean; my @Max; my @Min; |
$Ptr .= '<td>Total number of tries for solving the problem.'; |
my @Labels; |
$Ptr .= '</td></tr><tr><td>'; |
my $ymax = 5; |
$Ptr .= '<b>Mod</b></td>'; |
foreach my $data (@StatsArray) { |
$Ptr .= '<td>Largest number of tries for solving the problem by a student.'; |
my $max = $data->{'mean_tries'} + $data->{'std_tries'}; |
$Ptr .= '</td></tr><tr><td>'; |
$ymax = $max if ($ymax < $max); |
$Ptr .= '<b>Mean</b></td>'; |
$ymax = $max if ($ymax < $max); |
$Ptr .= '<td>Average number of tries. [ Tries / #Stdnts ]'; |
push(@Labels,$data->{'problem_num'}); |
$Ptr .= '</td></tr><tr><td>'; |
push(@STD,$data->{'std_tries'}); |
$Ptr .= '<b>#YES</b></td>'; |
push(@Mean,$data->{'mean_tries'}); |
$Ptr .= '<td>Number of students solved the problem correctly.'; |
} |
$Ptr .= '</td></tr><tr><td>'; |
# |
$Ptr .= '<b>#yes</b></td>'; |
# Make sure we show relevant information. |
$Ptr .= '<td>Number of students solved the problem by override.'; |
my $xmax = $Labels[-1]; |
$Ptr .= '</td></tr><tr><td>'; |
if ($xmax > 50) { |
$Ptr .= '<b>%Wrong</b></td>'; |
if ($xmax % 10 != 0) { |
$Ptr .= '<td>Percentage of students who tried to solve the problem '; |
$xmax = 10 * (int($xmax/10)+1); |
$Ptr .= 'but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]'; |
} |
$Ptr .= '</td></tr><tr><td>'; |
} else { |
$Ptr .= '<b>DoDiff</b></td>'; |
if ($xmax % 5 != 0) { |
$Ptr .= '<td>Degree of Difficulty of the problem. '; |
$xmax = 5 * (int($xmax/5)+1); |
$Ptr .= '[ 1 - ((#YES+#yes) / Tries) ]'; |
} |
$Ptr .= '</td></tr><tr><td>'; |
} |
$Ptr .= '<b>S.D.</b></td>'; |
$ymax = int($ymax)+1+2; |
$Ptr .= '<td>Standard Deviation of the tries. '; |
# |
$Ptr .= '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) '; |
my $std_data .= '<data>'.join(',',@Labels).'</data>'.$/. |
$Ptr .= 'where Xi denotes every student\'s tries ]'; |
'<data>'.join(',',@Mean).'</data>'.$/; |
$Ptr .= '</td></tr><tr><td>'; |
# |
$Ptr .= '<b>Skew.</b></td>'; |
my $std_error_data .= '<data>'.join(',',@Labels).'</data>'.$/. |
$Ptr .= '<td>Skewness of the students tries.'; |
'<data>'.join(',',@Mean).'</data>'.$/. |
$Ptr .= '[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]'; |
'<data>'.join(',',@STD).'</data>'.$/; |
$Ptr .= '</td></tr><tr><td>'; |
# |
$Ptr .= '<b>Dis.F.</b></td>'; |
my $title = &mt('Mean and S.D. of Tries'); |
$Ptr .= '<td>Discrimination Factor: A Standard for evaluating the '; |
if ($xmax > 30) { |
$Ptr .= 'problem according to a Criterion<br>'; |
$title = &mt('Mean and Standard Deviation of Tries'); |
$Ptr .= '<b>[Applied Criterion in %27 Upper Students - '; |
} |
$Ptr .= 'Applied the same Criterion in %27 Lower Students]</b><br>'; |
# |
$Ptr .= '<b>1st Criterion</b> for Sorting the Students: '; |
my %lt = &Apache::lonlocal::texthash( |
$Ptr .= '<b>Sum of Partial Credit Awarded / Total Number of Tries</b><br>'; |
'alttag' => 'Mean and S.D of Tries Plot', |
$Ptr .= '<b>2nd Criterion</b> for Sorting the Students: '; |
'xlabel' => 'Problem Number', |
$Ptr .= '<b>Total number of Correct Answers / Total Number of Tries</b>'; |
'ylabel' => 'Number of Tries', |
$Ptr .= '</td></tr>'; |
); |
$Ptr .= '<tr><td><b>Disc.</b></td>'; |
$plot=<<"END"; |
$Ptr .= '<td>Number of Students had at least one discussion.'; |
<gnuplot |
$Ptr .= '</td></tr></table>'; |
texfont="10" |
|
fgcolor="x000000" |
return $Ptr; |
plottype="Cartesian" |
} |
font="large" |
|
grid="on" |
#------- Processing upperlist and lowerlist according to each problem |
align="center" |
|
border="on" |
sub ExtractStudentData { |
transparent="on" |
my ($cache, $students)=@_; |
alttag="$lt{'alttag'}" |
|
samples="100" |
#$Apache::lonxml::debug=1; |
bgcolor="xffffff" |
#&Apache::lonhomework::showhash(%$cache); |
height="$height" |
#$Apache::lonxml::debug=0; |
width="$width"> |
|
<title>$title</title> |
my @problemList=(); |
<axis xmin="0" ymin="0" xmax="$xmax" ymax="$ymax" color="x000000" /> |
my %problemData; |
<xlabel>$lt{'xlabel'}</xlabel> |
foreach my $sequence (split(':', $cache->{'orderedSequences'})) { |
<ylabel>$lt{'ylabel'}</ylabel> |
foreach my $problemID (split(':', $cache->{$sequence.':problems'})) { |
<curve |
foreach my $part (split(/\:/,$cache->{$sequence.':'. |
linestyle="yerrorbars" |
$problemID. |
name="S.D. Tries" |
':parts'})) { |
pointtype="1" |
my $id = $sequence.':'.$problemID.':'.$part; |
color="x666666"> |
push(@problemList, $id); |
$std_error_data |
my $totalTries = 0; |
</curve> |
my $totalAwarded = 0; |
<curve |
my $correct = 0; |
linestyle="points" |
my $correctByOverride = 0; |
name="Mean Tries" |
my $studentCount = 0; |
pointtype="1" |
my $maxTries = 0; |
color="xCC4444"> |
my $totalFirst = 0; |
$std_data |
my @studentTries=(); |
</curve> |
foreach(@$students) { |
</gnuplot> |
my $code = $cache->{"$_:$problemID:$part:code"}; |
END |
|
my $plotresult = |
if(defined($cache->{$_.':error'}) || $code eq ' ' || |
'<p>'.&Apache::lonxml::xmlparse($r,'web',$plot).'</p>'.$/; |
$cache->{"$_:$problemID:NoVersion"} eq 'true') { |
$r->print($plotresult); |
next; |
return; |
} |
} |
|
|
$studentCount++; |
|
my $tries = $cache->{"$_:$problemID:$part:tries"}; |
|
if($maxTries < $tries) { |
|
$maxTries = $tries; |
|
} |
|
$totalTries += $tries; |
|
push(@studentTries, $tries); |
|
|
|
my $awarded = $cache->{"$_:$problemID:$part:awarded"}; |
|
$totalAwarded += $awarded; |
|
|
|
if($code eq '*') { |
sub plot_dropdown { |
$correct++; |
my $current = ''; |
if($tries == 1) { |
my $title; |
$totalFirst++; |
# |
} |
if (defined($env{'form.plot'})) { |
} elsif($code eq '+') { |
$current = $env{'form.plot'}; |
$correctByOverride++; |
} |
} |
# |
} |
my @Additional_Plots = ( |
|
{ graphable=>'yes', |
|
name => 'degrees', |
|
title => 'Difficulty Indexes' }, |
|
{ graphable=>'yes', |
|
name => 'tries statistics', |
|
title => 'Tries Statistics' }); |
|
# |
|
my $Str= "\n".'<select name="plot" size="1">'; |
|
$Str .= '<option name="none"></option>'."\n"; |
|
$Str .= '<option name="none2">'.&mt('none').'</option>'."\n"; |
|
foreach my $field (@Additional_Plots,@Fields) { |
|
if (! exists($field->{'graphable'}) || |
|
$field->{'graphable'} ne 'yes') { |
|
next; |
|
} |
|
$Str .= '<option value="'.$field->{'name'}.'"'; |
|
if ($field->{'name'} eq $current) { |
|
$Str .= ' selected="selected"'; |
|
} |
|
$title = &mt($field->{'long_title'}); |
|
$title = &mt($field->{'title'}) if (!$title); |
|
$Str.= '>'.$title.'</option>'."\n"; |
|
} |
|
$Str .= '</select>'."\n"; |
|
return $Str; |
|
} |
|
|
$problemData{$id.':sequenceTitle'} = |
############################################### |
$cache->{$sequence.':title'}; |
############################################### |
$problemData{$id.':studentCount'} = $studentCount; |
## |
$problemData{$id.':totalTries'} = $totalTries; |
## Excel output routines |
$problemData{$id.':studentTries'} = \@studentTries; |
## |
$problemData{$id.':totalAwarded'} = $totalAwarded; |
############################################### |
$problemData{$id.':correct'} = $correct; |
############################################### |
$problemData{$id.':correctByOverride'} = $correctByOverride; |
sub Excel_output { |
$problemData{$id.':wrong'} = $studentCount - |
my ($r) = @_; |
($correct + $correctByOverride); |
$r->print('<h2>'.&mt('Preparing Excel Spreadsheet').'</h2>'); |
$problemData{$id.':maxTries'} = $maxTries; |
## |
$problemData{$id.':totalFirst'} = $totalFirst; |
## Compute the statistics |
|
&compute_all_statistics($r); |
|
my $c = $r->connection; |
|
return if ($c->aborted()); |
|
# |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
## |
|
## Create the excel workbook |
|
my ($excel_workbook,$filename,$format) = |
|
&Apache::loncommon::create_workbook($r); |
|
return if (! defined($excel_workbook)); |
|
# |
|
# Add a worksheet |
|
my $sheetname = $env{'course.'.$env{'request.course.id'}.'.description'}; |
|
if (length($sheetname) > 31) { |
|
$sheetname = substr($sheetname,0,31); |
|
} |
|
my $excel_sheet = $excel_workbook->addworksheet( |
|
&Apache::loncommon::clean_excel_name($sheetname)); |
|
## |
|
## Begin creating excel sheet |
|
## |
|
my ($rows_output,$cols_output) = (0,0); |
|
# |
|
# Put the course description in the header |
|
$excel_sheet->write($rows_output,$cols_output++, |
|
$env{'course.'.$env{'request.course.id'}.'.description'}, |
|
$format->{'h1'}); |
|
$cols_output += 3; |
|
# |
|
# Put a description of the sections listed |
|
my $sectionstring = ''; |
|
$excel_sheet->write($rows_output,$cols_output++, |
|
&Apache::lonstatistics::section_and_enrollment_description('plaintext'), |
|
$format->{'h3'}); |
|
$cols_output += scalar(&Apache::lonstatistics::get_selected_sections()); |
|
$cols_output += scalar(&Apache::lonstatistics::get_selected_groups()); |
|
# |
|
# Time restrictions |
|
my $time_string; |
|
if (defined($starttime)) { |
|
# call localtime but not lonlocal:locallocaltime because excel probably |
|
# cannot handle localized text. Probably. |
|
$time_string .= 'Data collected from '.localtime($time_string); |
|
if (defined($endtime)) { |
|
$time_string .= ' to '.localtime($endtime); |
|
} |
|
$time_string .= '.'; |
|
} elsif (defined($endtime)) { |
|
# See note above about lonlocal:locallocaltime |
|
$time_string .= 'Data collected before '.localtime($endtime).'.'; |
|
} |
|
if (defined($time_string)) { |
|
$excel_sheet->write($rows_output,$cols_output++,$time_string); |
|
$cols_output+= 5; |
|
} |
|
# |
|
# Put the date in there too |
|
$excel_sheet->write($rows_output,$cols_output++, |
|
'Compiled on '.localtime(time)); |
|
# |
|
$rows_output++; |
|
$cols_output=0; |
|
## |
|
## Sequence Statistics |
|
## |
|
&write_headers($excel_sheet,$format,\$rows_output,\$cols_output, |
|
\@SeqFields); |
|
foreach my $seq (@sequences) { |
|
my $data = $SeqStat{$seq->symb}; |
|
$cols_output=0; |
|
foreach my $field (@SeqFields) { |
|
next if ($field->{'selected'} ne 'yes'); |
|
my $fieldformat = undef; |
|
if (exists($field->{'excel_format'})) { |
|
$fieldformat = $format->{$field->{'excel_format'}}; |
} |
} |
|
$excel_sheet->write($rows_output,$cols_output++, |
|
$data->{$field->{'name'}},$fieldformat); |
} |
} |
|
$rows_output++; |
|
$cols_output=0; |
} |
} |
|
## |
$problemData{'problemList'} = join(':::', @problemList); |
## Resource Statistics |
# $Discussed=0; |
## |
# if($Discuss->{"$name:$problem"}) { |
$rows_output++; |
# $TotDiscuss++; |
$cols_output=0; |
# $Discussed=1; |
&write_headers($excel_sheet,$format,\$rows_output,\$cols_output, |
# } |
\@Fields); |
|
# |
return \%problemData; |
foreach my $data (@StatsArray) { |
} |
$cols_output=0; |
|
foreach my $field (@Fields) { |
sub SortProblems { |
next if ($field->{'selected'} ne 'yes'); |
my ($problemData,$sortBy,$ascend)=@_; |
next if ($field->{'name'} eq 'problem_num'); |
|
my $fieldformat = undef; |
my @problems = split(':::', $problemData->{'problemList'}); |
if (exists($field->{'excel_format'})) { |
if($sortBy eq "Homework Sets Order") { |
$fieldformat = $format->{$field->{'excel_format'}}; |
return \@problems; |
} |
} |
$excel_sheet->write($rows_output,$cols_output++, |
|
$data->{$field->{'name'}},$fieldformat); |
my $data; |
} |
|
$rows_output++; |
if ($sortBy eq "#Stdnts") { $data = ':studentCount'; } |
$cols_output=0; |
elsif($sortBy eq "Tries") { $data = ':totalTries'; } |
|
elsif($sortBy eq "Mod") { $data = ':maxTries'; } |
|
elsif($sortBy eq "Mean") { $data = ':mean'; } |
|
elsif($sortBy eq "#YES") { $data = ':correct'; } |
|
elsif($sortBy eq "#yes") { $data = ':correctByOverride'; } |
|
elsif($sortBy eq "%Wrng") { $data = ':percentWrong'; } |
|
elsif($sortBy eq "DoDiff") { $data = ':degreeOfDifficulty'; } |
|
elsif($sortBy eq "S.D.") { $data = ':standardDeviation'; } |
|
elsif($sortBy eq "Skew.") { $data = ':skewness'; } |
|
elsif($sortBy eq "D.F.1st") { $data = ':discriminantFactor1'; } |
|
elsif($sortBy eq "D.F.2nd") { $data = ':discriminantFactor2'; } |
|
elsif($sortBy eq "Disc.") { $data = ''; } |
|
else { return \@problems; } |
|
|
|
my @orderedProblems = |
|
sort { $problemData->{$a.$data} <=> $problemData->{$b.$data} } |
|
@problems; |
|
if($ascend eq 'Descending') { |
|
@orderedProblems = reverse(@orderedProblems); |
|
} |
|
|
|
return \@orderedProblems; |
|
} |
|
|
|
sub CalculateStatistics { |
|
my ($data)=@_; |
|
|
|
my @problems = split(':::', $data->{'problemList'}); |
|
foreach(@problems) { |
|
# Mean |
|
$data->{$_.':mean'} = ($data->{$_.':studentCount'}) ? |
|
($data->{$_.':totalTries'} / $data->{$_.':studentCount'}) : 0; |
|
|
|
# %Wrong |
|
$data->{$_.':percentWrong'} = ($data->{$_.':studentCount'}) ? |
|
(($data->{$_.':wrong'} / $data->{$_.':studentCount'}) * 100.0) : |
|
100.0; |
|
|
|
# Degree of Difficulty |
|
$data->{$_.':degreeOfDifficulty'} = ($data->{$_.':totalTries'}) ? |
|
(1 - (($data->{$_.':correct'} + $data->{$_.':correctByOverride'}) / |
|
$data->{$_.':totalTries'})) : 0; |
|
|
|
# Factor in mean |
|
my $studentTries = $data->{$_.':studentTries'}; |
|
foreach(my $index=0; $index < scalar(@$studentTries); $index++) { |
|
$studentTries->[$index] -= $data->{$_.':mean'}; |
|
} |
|
my $sumSquared = 0; |
|
my $sumCubed = 0; |
|
foreach(@$studentTries) { |
|
my $squared = ($_ * $_); |
|
my $cubed = ($squared * $_); |
|
$sumSquared += $squared; |
|
$sumCubed += $cubed; |
|
} |
|
|
|
# Standard deviation |
|
$data->{$_.':standardDeviation'} = ($data->{$_.':studentCount'} - 1) ? |
|
((sqrt($sumSquared)) / ($data->{$_.':studentCount'} - 1)) : 0; |
|
|
|
# Skewness |
|
my $standardDeviation = $data->{$_.':standardDeviation'}; |
|
$data->{$_.':skewness'} = ($data->{$_.':standardDeviation'}) ? |
|
(((sqrt($sumSquared)) / $data->{$_.':studentCount'}) / |
|
($standardDeviation * $standardDeviation * $standardDeviation)) : |
|
0; |
|
|
|
# Discrimination Factor 1 |
|
$data->{$_.':discriminationFactor1'} = 0; |
|
|
|
# Discrimination Factor 2 |
|
$data->{$_.':discriminationFactor2'} = 0; |
|
} |
} |
|
# |
|
$excel_workbook->close(); |
|
# |
|
# Tell the user where to get their excel file |
|
$r->print('<br />'. |
|
'<a href="'.$filename.'">'. |
|
&mt('Your Excel Spreadsheet').'</a>'."\n"); |
|
$r->rflush(); |
|
return; |
|
} |
|
|
|
## |
|
## &write_headers |
|
## |
|
sub write_headers { |
|
my ($excel_sheet,$format,$rows_output,$cols_output,$Fields) = @_; |
|
## |
|
## First the long titles |
|
foreach my $field (@{$Fields}) { |
|
next if ($field->{'name'} eq 'problem_num'); |
|
next if ($field->{'selected'} ne 'yes'); |
|
if (exists($field->{'long_title'})) { |
|
$excel_sheet->write($$rows_output,${$cols_output}, |
|
$field->{'long_title'}, |
|
$format->{'bold'}); |
|
} else { |
|
$excel_sheet->write($$rows_output,${$cols_output},''); |
|
} |
|
${$cols_output}+= 1; |
|
} |
|
${$cols_output} =0; |
|
${$rows_output}+=1; |
|
## |
|
## Then the short titles |
|
foreach my $field (@{$Fields}) { |
|
next if ($field->{'selected'} ne 'yes'); |
|
next if ($field->{'name'} eq 'problem_num'); |
|
# Use english for excel as I am not sure how well excel handles |
|
# other character sets.... |
|
$excel_sheet->write($$rows_output,$$cols_output, |
|
$field->{'title'}, |
|
$format->{'bold'}); |
|
$$cols_output+=1; |
|
} |
|
${$cols_output} =0; |
|
${$rows_output}+=1; |
return; |
return; |
} |
} |
|
|
sub ProcessDiscriminant { |
################################################## |
my ($List) = @_; |
################################################## |
my @sortedList = sort (@$List); |
## |
my $Count = scalar @sortedList; |
## Statistics Gathering and Manipulation Routines |
my $Problem; |
## |
my @Dis; |
################################################## |
my $Slvd=0; |
################################################## |
my $tmp; |
sub compute_statistics_on_sequence { |
my $Sum1=0; |
my ($seq) = @_; |
my $Sum2=0; |
my @Data; |
my $nIndex=0; |
foreach my $res (&Apache::lonstathelpers::get_resources($navmap,$seq)) { |
my $nStudent=0; |
foreach my $part (@{$res->parts}) { |
my %Proc=undef; |
next if (($res->is_survey($part)) || ($res->is_anonsurvey($part))) ; |
while ($nIndex<$Count) { |
# |
# $jr->print("<br> $nIndex) $sortedList[$nIndex]"); |
# This is where all the work happens |
($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); |
my $data = &get_statistics($seq,$res,$part,scalar(@StatsArray)+1); |
@Dis=split(/\+/,$tmp); |
push (@Data,$data); |
my $Temp = $Problem; |
push (@StatsArray,$data); |
do { |
|
$nIndex++; |
|
$nStudent++; |
|
$Sum1 += $Dis[0]; |
|
$Sum2 += $Dis[1]; |
|
($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]); |
|
@Dis=split(/\+/,$tmp); |
|
} while ( $Problem eq $Temp && $nIndex < $Count ); |
|
$Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent); |
|
# $jr->print("<br> $nIndex) $Temp --> ($nStudent) $Proc{$Temp}"); |
|
$Sum1=0; |
|
$Sum2=0; |
|
$nStudent=0; |
|
} |
|
|
|
return %Proc; |
|
} |
|
|
|
#------- Creating Discimination factor |
|
sub Discriminant { |
|
my ($discriminant)=@_; |
|
my @discriminantKeys=keys(%$discriminant); |
|
my $Count = scalar @discriminantKeys; |
|
|
|
my $UpCnt = int(0.27*$Count); |
|
my $low=0; |
|
my $up=$Count-$UpCnt; |
|
my @UpList=(); |
|
my @LowList=(); |
|
|
|
$Count=0; |
|
foreach my $key (sort(@discriminantKeys)) { |
|
$Count++; |
|
if($low < $UpCnt || $Count > $up) { |
|
$low++; |
|
my $str=$discriminant->{$key}; |
|
foreach(split(/\&/,$str)){ |
|
if($_) { |
|
if($low<$UpCnt) { push(@LowList,$_); } |
|
else { push(@UpList,$_); } |
|
} |
|
} |
|
} |
} |
} |
} |
my %DisUp = &ProcessDiscriminant(\@UpList); |
return @Data; |
my %DisLow = &ProcessDiscriminant(\@LowList); |
} |
|
|
return (\%DisUp, \%DisLow); |
sub compute_all_statistics { |
} |
my ($r) = @_; |
|
if (@StatsArray > 0) { |
|
# Assume we have already computed the statistics |
|
return; |
|
} |
|
my $c = $r->connection; |
|
foreach my $seq (@sequences) { |
|
last if ($c->aborted); |
|
&compute_sequence_statistics($seq); |
|
&compute_statistics_on_sequence($seq); |
|
} |
|
} |
|
|
#---- END Problem Statistics Web Page ---------------------------------------- |
sub sort_data { |
|
my ($sortkey) = @_; |
|
return if (! @StatsArray); |
|
# |
|
# Sort the data |
|
my $sortby = undef; |
|
foreach my $field (@Fields) { |
|
if ($sortkey eq $field->{'name'}) { |
|
$sortby = $field->{'name'}; |
|
} |
|
} |
|
if (! defined($sortby) || $sortby eq '' || $sortby eq 'problem_num') { |
|
$sortby = 'container'; |
|
} |
|
if ($sortby ne 'container') { |
|
# $sortby is already defined, so we can charge ahead |
|
if ($sortby =~ /^(title|part)$/i) { |
|
# Alpha comparison |
|
@StatsArray = sort { |
|
lc($a->{$sortby}) cmp lc($b->{$sortby}) || |
|
lc($a->{'title'}) cmp lc($b->{'title'}) || |
|
lc($a->{'part'}) cmp lc($b->{'part'}); |
|
} @StatsArray; |
|
} else { |
|
# Numerical comparison |
|
@StatsArray = sort { |
|
my $retvalue = 0; |
|
if ($b->{$sortby} eq 'nan') { |
|
if ($a->{$sortby} ne 'nan') { |
|
$retvalue = -1; |
|
} else { |
|
$retvalue = 0; |
|
} |
|
} |
|
if ($a->{$sortby} eq 'nan') { |
|
if ($b->{$sortby} ne 'nan') { |
|
$retvalue = 1; |
|
} |
|
} |
|
if ($retvalue eq '0') { |
|
$retvalue = $b->{$sortby} <=> $a->{$sortby} || |
|
lc($a->{'title'}) <=> lc($b->{'title'}) || |
|
lc($a->{'part'}) <=> lc($b->{'part'}); |
|
} |
|
$retvalue; |
|
} @StatsArray; |
|
} |
|
} |
|
# |
|
# Renumber the data set |
|
my $count; |
|
foreach my $data (@StatsArray) { |
|
$data->{'problem_num'} = ++$count; |
|
} |
|
return; |
|
} |
|
|
#---- Problem Statistics Graph Web Page -------------------------------------- |
######################################################## |
|
######################################################## |
|
|
# ------------------------------------------- Prepare data for Graphical chart |
=pod |
|
|
sub BuildGraphicChart { |
=item &get_statistics() |
my ($graph,$cacheDB,$courseDescription,$r)=@_; |
|
my %cache; |
|
my $max = 0; |
|
|
|
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) { |
Wrapper routine from the call to loncoursedata::get_problem_statistics. |
return '<html><body>Unable to tie database.</body></html>'; |
Calls lonstathelpers::get_time_limits() to limit the data set by time |
|
and &compute_discrimination_factor |
|
|
|
Inputs: $sequence, $resource, $part, $problem_num |
|
|
|
Returns: Hash reference with statistics data from |
|
loncoursedata::get_problem_statistics. |
|
|
|
=cut |
|
|
|
######################################################## |
|
######################################################## |
|
sub get_statistics { |
|
my ($sequence,$resource,$part,$problem_num) = @_; |
|
# |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
my $symb = $resource->symb; |
|
my $courseid = $env{'request.course.id'}; |
|
# |
|
my $data = &Apache::loncoursedata::get_problem_statistics |
|
([&Apache::lonstatistics::get_selected_sections()], |
|
[&Apache::lonstatistics::get_selected_groups()], |
|
$Apache::lonstatistics::enrollment_status, |
|
$symb,$part,$courseid,$starttime,$endtime); |
|
$data->{'symb'} = $symb; |
|
$data->{'part'} = $part; |
|
$data->{'problem_num'} = $problem_num; |
|
$data->{'container'} = $sequence->compTitle; |
|
$data->{'title'} = $resource->compTitle; |
|
$data->{'title.link'} = $resource->src.'?symb='. |
|
&escape($resource->symb); |
|
# |
|
if ($SelectedFields{'deg_of_disc'}) { |
|
$data->{'deg_of_disc'} = |
|
&compute_discrimination_factor($resource,$part,$sequence); |
} |
} |
|
# |
my @problems = split(':::', $cache{'problemList'}); |
# Store in metadata if computations were done for all students |
my @values = (); |
if ($data->{'num_students'} > 1) { |
foreach (@problems) { |
my @Sections = &Apache::lonstatistics::get_selected_sections(); |
my $data = 0; |
my $sections = '"'.join(' ',@Sections).'"'; |
if($graph eq 'DoDiffGraph') { |
$sections =~ s/&+/_/g; # Ensure no special characters |
$data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}), |
$data->{'sections'}=$sections; |
} else { |
$data->{'course'} = $env{'request.course.id'}; |
$data = sprintf("%.1f", $cache{$_.':percentWrong'}), |
my $urlres=(&Apache::lonnet::decode_symb($resource->symb))[2]; |
} |
my %storestats = |
if($max < $data) { |
&LONCAPA::lonmetadata::dynamic_metadata_storage($data); |
$max = $data; |
my ($dom,$user) = ($urlres=~m{^($LONCAPA::domain_re)/($LONCAPA::username_re)}); |
} |
&Apache::lonnet::put('nohist_resevaldata',\%storestats,$dom,$user); |
push(@values, $data); |
|
} |
} |
untie(%cache); |
# |
|
$data->{'tries_per_correct'} = $data->{'tries'} / |
|
($data->{'num_solved'}+0.1); |
|
# |
|
# Get the due date for research purposes (commented out most of the time) |
|
# my $duedate = &Apache::lonnet::EXT('resource.'.$part.'.duedate',$symb);; |
|
# my $opendate = &Apache::lonnet::EXT('resource.'.$part.'.opendate',$symb); |
|
# my $maxtries = &Apache::lonnet::EXT('resource.'.$part.'.maxtries',$symb); |
|
# my $hinttries = &Apache::lonnet::EXT('resource.'.$part.'.hinttries',$symb); |
|
my $weight = &Apache::lonnet::EXT('resource.'.$part.'.weight',$symb); |
|
$data->{'weight'} = $weight; |
|
# $data->{'duedate'} = $duedate; |
|
# $data->{'opendate'} = $opendate; |
|
# $data->{'maxtries'} = $maxtries; |
|
# $data->{'hinttries'} = $hinttries; |
|
# $data->{'resptypes'} = join(',',@{$resource->{'partdata'}->{$part}->{'ResponseTypes'}}); |
|
return $data; |
|
} |
|
|
|
############################################### |
|
############################################### |
|
|
|
=pod |
|
|
my $sendValues = join(',', @values); |
=item &compute_discrimination_factor() |
# my $sendCount = $#values; |
|
my $sendCount = scalar(@values); |
|
|
|
my $title = ''; |
Inputs: $Resource, $Sequence |
if($graph eq 'DoDiffGraph') { |
|
$title = 'Degree-of-Difficulty'; |
Returns: integer between -1 and 1 |
|
|
|
=cut |
|
|
|
############################################### |
|
############################################### |
|
sub compute_discrimination_factor { |
|
my ($resource,$part,$seq) = @_; |
|
my $symb = $resource->symb; |
|
my @Resources; |
|
foreach my $res (&Apache::lonstathelpers::get_resources($navmap,$seq)){ |
|
next if ($res->symb eq $symb); |
|
push (@Resources,$res->symb); |
|
} |
|
# |
|
# rank |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
my $ranking = |
|
&Apache::loncoursedata::rank_students_by_scores_on_resources |
|
(\@Resources, |
|
[&Apache::lonstatistics::get_selected_sections()], |
|
[&Apache::lonstatistics::get_selected_groups()], |
|
$Apache::lonstatistics::enrollment_status,undef, |
|
$starttime,$endtime, $symb); |
|
# |
|
# compute their percent scores on the problems in the sequence, |
|
my $number_to_grab = int(scalar(@{$ranking})/4); |
|
my $num_students = scalar(@{$ranking}); |
|
my @BottomSet = map { $_->[&Apache::loncoursedata::RNK_student()]; |
|
} @{$ranking}[0..$number_to_grab]; |
|
my @TopSet = |
|
map { |
|
$_->[&Apache::loncoursedata::RNK_student()]; |
|
} @{$ranking}[-$number_to_grab..0]; |
|
if (! @BottomSet || (@BottomSet == 1 && $BottomSet[0] eq '') || |
|
! @TopSet || (@TopSet == 1 && $TopSet[0] eq '')) { |
|
return 'nan'; |
|
} |
|
my ($bottom_sum,$bottom_max) = |
|
&Apache::loncoursedata::get_sum_of_scores($symb,$part,\@BottomSet, |
|
undef,$starttime,$endtime); |
|
my ($top_sum,$top_max) = |
|
&Apache::loncoursedata::get_sum_of_scores($symb,$part,\@TopSet, |
|
undef,$starttime,$endtime); |
|
my $deg_of_disc; |
|
if ($top_max == 0 || $bottom_max==0) { |
|
$deg_of_disc = 'nan'; |
} else { |
} else { |
$title = 'Wrong-Percentage'; |
$deg_of_disc = ($top_sum/$top_max) - ($bottom_sum/$bottom_max); |
} |
} |
my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount, |
#&Apache::lonnet::logthis(' '.$top_sum.'/'.$top_max. |
$sendValues); |
# ' - '.$bottom_sum.'/'.$bottom_max); |
|
return $deg_of_disc; |
$r->print('</form>'."\n"); |
} |
$r->print('<IMG src="/cgi-bin/graph.gif?'.(join('&', @GData)).'" border="1" />'); |
|
$r->print('<form>'."\n"); |
|
|
|
|
############################################### |
|
############################################### |
|
## |
|
## Compute KR-21 |
|
## |
|
## To compute KR-21, you need the following information: |
|
## |
|
## K=the number of items in your test |
|
## M=the mean score on the test |
|
## s=the standard deviation of the scores on your test |
|
## |
|
## then: |
|
## |
|
## KR-21 rk= [K/(K-1)] * [1- (M*(K-M))/(K*s^2))] |
|
## |
|
############################################### |
|
############################################### |
|
sub compute_sequence_statistics { |
|
my ($seq) = @_; |
|
my $symb = $seq->symb; |
|
my @Resources; |
|
my $part_count; |
|
foreach my $res (&Apache::lonstathelpers::get_resources($navmap,$seq)) { |
|
push (@Resources,$res->symb); |
|
$part_count += scalar(@{$res->parts}); |
|
} |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
# |
|
# First compute statistics based on student scores |
|
my ($smin,$smax,$sMean,$sSTD,$scount,$sMAX) = |
|
&Apache::loncoursedata::score_stats |
|
([&Apache::lonstatistics::get_selected_sections()], |
|
[&Apache::lonstatistics::get_selected_groups()], |
|
$Apache::lonstatistics::enrollment_status, |
|
\@Resources,$starttime,$endtime,undef); |
|
$SeqStat{$symb}->{'title'} = $seq->compTitle; |
|
$SeqStat{$symb}->{'scoremax'} = $smax; |
|
$SeqStat{$symb}->{'scoremin'} = $smin; |
|
$SeqStat{$symb}->{'scoremean'} = $sMean; |
|
$SeqStat{$symb}->{'scorestd'} = $sSTD; |
|
$SeqStat{$symb}->{'scorecount'} = $scount; |
|
$SeqStat{$symb}->{'max_possible'} = $sMAX; |
|
# |
|
# Compute statistics based on the number of correct problems |
|
# 'correct' is taken to mean |
|
my ($cmin,$cmax,$cMean,$cSTD,$ccount)= |
|
&Apache::loncoursedata::count_stats |
|
([&Apache::lonstatistics::get_selected_sections()], |
|
[&Apache::lonstatistics::get_selected_groups()], |
|
$Apache::lonstatistics::enrollment_status, |
|
\@Resources,$starttime,$endtime,undef); |
|
my $K = $part_count; |
|
my $kr_21; |
|
if ($K > 1 && $cSTD > 0) { |
|
$kr_21 = ($K/($K-1)) * (1 - $cMean*($K-$cMean)/($K*$cSTD**2)); |
|
} else { |
|
$kr_21 = 'nan'; |
|
} |
|
$SeqStat{$symb}->{'countmax'} = $cmax; |
|
$SeqStat{$symb}->{'countmin'} = $cmin; |
|
$SeqStat{$symb}->{'countstd'} = $cSTD; |
|
$SeqStat{$symb}->{'countmean'} = $cMean; |
|
$SeqStat{$symb}->{'count'} = $ccount; |
|
$SeqStat{$symb}->{'items'} = $K; |
|
$SeqStat{$symb}->{'KR-21'}=$kr_21; |
return; |
return; |
} |
} |
|
|
|
|
|
|
|
=pod |
|
|
|
=item ProblemStatisticsLegend |
|
|
|
=over 4 |
|
|
|
=item #Stdnts |
|
Total number of students attempted the problem. |
|
|
|
=item Tries |
|
Total number of tries for solving the problem. |
|
|
|
=item Max Tries |
|
Largest number of tries for solving the problem by a student. |
|
|
|
=item Mean |
|
Average number of tries. [ Tries / #Stdnts ] |
|
|
|
=item #YES |
|
Number of students solved the problem correctly. |
|
|
|
=item #yes |
|
Number of students solved the problem by override. |
|
|
|
=item %Wrong |
|
Percentage of students who tried to solve the problem |
|
but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ] |
|
|
|
=item DoDiff |
|
Degree of Difficulty of the problem. |
|
[ 1 - ((#YES+#yes) / Tries) ] |
|
|
|
=item S.D. |
|
Standard Deviation of the tries. |
|
[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) |
|
where Xi denotes every student\'s tries ] |
|
|
|
=item Skew. |
|
Skewness of the students tries. |
|
[(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)] |
|
|
|
=item Dis.F. |
|
Discrimination Factor: A Standard for evaluating the |
|
problem according to a Criterion<br> |
|
|
|
=item [Criterion to group students into %27 Upper Students - |
|
and %27 Lower Students] |
|
1st Criterion for Sorting the Students: |
|
Sum of Partial Credit Awarded / Total Number of Tries |
|
2nd Criterion for Sorting the Students: |
|
Total number of Correct Answers / Total Number of Tries |
|
|
|
=item Disc. |
|
Number of Students had at least one discussion. |
|
|
|
=back |
|
|
|
=cut |
|
|
|
############################################################ |
|
############################################################ |
|
|
1; |
1; |
__END__ |
__END__ |