version 1.57, 2003/08/29 21:11:25
|
version 1.72, 2004/03/23 20:08:58
|
Line 51 package Apache::lonproblemstatistics;
|
Line 51 package Apache::lonproblemstatistics;
|
|
|
use strict; |
use strict; |
use Apache::lonnet(); |
use Apache::lonnet(); |
|
use Apache::loncommon(); |
use Apache::lonhtmlcommon; |
use Apache::lonhtmlcommon; |
use Apache::loncoursedata; |
use Apache::loncoursedata; |
use Apache::lonstatistics; |
use Apache::lonstatistics; |
|
use Apache::lonlocal; |
use Spreadsheet::WriteExcel; |
use Spreadsheet::WriteExcel; |
|
use Apache::lonstathelpers(); |
|
use Time::HiRes; |
|
## |
|
## Localization notes: |
|
## |
|
## in @Fields[0]->{'long_title'} is placed in Excel files and is used as the |
|
## header for plots created with Graph.pm, both of which more than likely do |
|
## not support localization. |
|
## |
my @Fields = ( |
my @Fields = ( |
{ name => 'problem_num', |
{ name => 'problem_num', |
title => 'P#', |
title => 'P#', |
Line 138 my @Fields = (
|
Line 148 my @Fields = (
|
title => '#YES', |
title => '#YES', |
align => 'right', |
align => 'right', |
color => '#FFDDDD', |
color => '#FFDDDD', |
format => '%d', |
format => '%4.1f',# format => '%d', |
sortable => 'yes', |
sortable => 'yes', |
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Number of Students able to Solve' }, |
long_title => 'Number of Students able to Solve' }, |
Line 146 my @Fields = (
|
Line 156 my @Fields = (
|
title => '#yes', |
title => '#yes', |
align => 'right', |
align => 'right', |
color => '#FFDDDD', |
color => '#FFDDDD', |
format => '%d', |
format => '%4.1f',# format => '%d', |
sortable => 'yes', |
sortable => 'yes', |
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Number of Students given Override' }, |
long_title => 'Number of Students given Override' }, |
Line 158 my @Fields = (
|
Line 168 my @Fields = (
|
sortable => 'yes', |
sortable => 'yes', |
graphable => 'yes', |
graphable => 'yes', |
long_title => 'Percent of students whose final answer is wrong' }, |
long_title => 'Percent of students whose final answer is wrong' }, |
|
{ name => 'deg_of_disc', |
|
title => 'Deg of Disc', |
|
align => 'right', |
|
color => '#FFFFE6', |
|
format => '%4.2f', |
|
sortable => 'yes', |
|
graphable => 'yes', |
|
long_title => 'Degree of Discrimination' }, |
|
|
); |
); |
|
|
############################################### |
############################################### |
Line 176 select sections, maps, and output.
|
Line 195 select sections, maps, and output.
|
############################################### |
############################################### |
my @OutputOptions = |
my @OutputOptions = |
( |
( |
{ name => 'problem statistics grouped by sequence', |
{ name => 'grouped by sequence', |
value => 'HTML problem statistics grouped', |
value => 'HTML problem statistics grouped', |
description => 'Output statistics for the problem parts.', |
description => 'Output statistics for the problem parts.', |
mode => 'html', |
mode => 'html', |
show => 'grouped', |
show => 'grouped', |
}, |
}, |
{ name => 'problem statistics ungrouped', |
{ name => 'ungrouped', |
value => 'HTML problem statistics ungrouped', |
value => 'HTML problem statistics ungrouped', |
description => 'Output statistics for the problem parts.', |
description => 'Output statistics for the problem parts.', |
mode => 'html', |
mode => 'html', |
show => 'ungrouped', |
show => 'ungrouped', |
}, |
}, |
{ name => 'problem statistics, Excel', |
{ name => 'Excel', |
value => 'Excel problem statistics', |
value => 'Excel problem statistics', |
description => 'Output statistics for the problem parts '. |
description => 'Output statistics for the problem parts '. |
'in an Excel workbook', |
'in an Excel workbook', |
Line 199 my @OutputOptions =
|
Line 218 my @OutputOptions =
|
|
|
sub CreateInterface { |
sub CreateInterface { |
my $Str = ''; |
my $Str = ''; |
|
$Str .= &Apache::lonhtmlcommon::breadcrumbs |
|
(undef,'Overall Problem Statistics','Statistics_Overall_Key'); |
$Str .= '<table cellspacing="5">'."\n"; |
$Str .= '<table cellspacing="5">'."\n"; |
$Str .= '<tr>'; |
$Str .= '<tr>'; |
$Str .= '<td align="center"><b>Sections</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>'; |
$Str .= '<td align="center"><b>Enrollment Status</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>'; |
$Str .= '<td align="center"><b>Sequences and Folders</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Sequences and Folders').'</b></td>'; |
$Str .= '<td align="center"><b>Output</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Output').'</b></td>'; |
|
$Str .= '<td rowspan="2">'. |
|
&Apache::lonstathelpers::limit_by_time_form().'</td>'; |
$Str .= '</tr>'."\n"; |
$Str .= '</tr>'."\n"; |
# |
# |
$Str .= '<tr><td align="center">'."\n"; |
$Str .= '<tr><td align="center">'."\n"; |
Line 232 sub CreateInterface {
|
Line 255 sub CreateInterface {
|
$Str .= $html; |
$Str .= $html; |
$Str .= '</td></tr>'."\n"; |
$Str .= '</td></tr>'."\n"; |
$Str .= '</table>'."\n"; |
$Str .= '</table>'."\n"; |
$Str .= '<input type="submit" value="Generate Statistics" />'; |
$Str .= '<input type="submit" name="GenerateStatistics" value="'. |
|
&mt('Generate Statistics').'" />'; |
$Str .= ' 'x5; |
$Str .= ' 'x5; |
$Str .= '<input type="submit" name="ClearCache" value="Clear Caches" />'; |
$Str .= '<input type="submit" name="ClearCache" value="'. |
|
&mt('Clear Caches').'" />'; |
$Str .= ' 'x5; |
$Str .= ' 'x5; |
return ($Str,$outputmode,$show); |
return ($Str,$outputmode,$show); |
} |
} |
Line 255 Main interface to problem statistics.
|
Line 280 Main interface to problem statistics.
|
sub BuildProblemStatisticsPage { |
sub BuildProblemStatisticsPage { |
my ($r,$c)=@_; |
my ($r,$c)=@_; |
# |
# |
|
my %Saveable_Parameters = ('Status' => 'scalar', |
|
'statsoutputmode' => 'scalar', |
|
'Section' => 'array', |
|
'StudentData' => 'array', |
|
'Maps' => 'array'); |
|
&Apache::loncommon::store_course_settings('statistics', |
|
\%Saveable_Parameters); |
|
&Apache::loncommon::restore_course_settings('statistics', |
|
\%Saveable_Parameters); |
|
# |
|
&Apache::lonstatistics::PrepareClasslist(); |
|
# |
|
&Apache::loncoursedata::populate_weight_table(); |
|
# |
my ($interface,$output_mode,$show) = &CreateInterface(); |
my ($interface,$output_mode,$show) = &CreateInterface(); |
$r->print($interface); |
$r->print($interface); |
$r->print('<input type="hidden" name="statsfirstcall" value="no" />'); |
$r->print('<input type="hidden" name="statsfirstcall" value="no" />'); |
Line 272 sub BuildProblemStatisticsPage {
|
Line 311 sub BuildProblemStatisticsPage {
|
$r->print("<h2>". |
$r->print("<h2>". |
$ENV{'course.'.$ENV{'request.course.id'}.'.description'}. |
$ENV{'course.'.$ENV{'request.course.id'}.'.description'}. |
"</h2>\n"); |
"</h2>\n"); |
$r->print("<h3>".localtime(time)."</h3>"); |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
if (defined($starttime) || defined($endtime)) { |
|
# Inform the user what the time limits on the data are. |
|
$r->print('<h3>'.&mt('Statistics on submissions from [_1] to [_2]', |
|
&Apache::lonlocal::locallocaltime($starttime), |
|
&Apache::lonlocal::locallocaltime($endtime)). |
|
'</h3>'); |
|
} |
|
$r->print("<h3>".&mt('Compiled on [_1]', |
|
&Apache::lonlocal::locallocaltime(time))."</h3>"); |
$r->rflush(); |
$r->rflush(); |
if ($show eq 'grouped') { |
if ($show eq 'grouped') { |
&output_html_grouped_by_sequence($r); |
&output_html_grouped_by_sequence($r); |
Line 280 sub BuildProblemStatisticsPage {
|
Line 328 sub BuildProblemStatisticsPage {
|
&output_html_ungrouped($r); |
&output_html_ungrouped($r); |
} |
} |
} elsif ($output_mode eq 'excel') { |
} elsif ($output_mode eq 'excel') { |
$r->print("<h2>Preparing Excel Spreadsheet</h2>"); |
$r->print('<h2>'.&mt('Preparing Excel Spreadsheet').'</h2>'); |
&output_excel($r); |
&output_excel($r); |
} else { |
} else { |
$r->print("<h1>Not implemented</h1>"); |
$r->print('<h1>'.&mt('Not implemented').'</h1>'); |
} |
} |
return; |
return; |
} |
} |
Line 478 sub output_excel {
|
Line 526 sub output_excel {
|
$ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. |
$ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. |
time.'_'.rand(1000000000).'.xls'; |
time.'_'.rand(1000000000).'.xls'; |
# |
# |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
# |
my $excel_workbook = undef; |
my $excel_workbook = undef; |
my $excel_sheet = undef; |
my $excel_sheet = undef; |
# |
# |
Line 490 sub output_excel {
|
Line 540 sub output_excel {
|
# Check for errors |
# Check for errors |
if (! defined($excel_workbook)) { |
if (! defined($excel_workbook)) { |
$r->log_error("Error creating excel spreadsheet $filename: $!"); |
$r->log_error("Error creating excel spreadsheet $filename: $!"); |
$r->print("Problems creating new Excel file. ". |
$r->print(&mt("Problems creating new Excel file. ". |
"This error has been logged. ". |
"This error has been logged. ". |
"Please alert your LON-CAPA administrator"); |
"Please alert your LON-CAPA administrator.")); |
return ; |
return ; |
} |
} |
# |
# |
Line 507 sub output_excel {
|
Line 557 sub output_excel {
|
if (length($sheetname) > 31) { |
if (length($sheetname) > 31) { |
$sheetname = substr($sheetname,0,31); |
$sheetname = substr($sheetname,0,31); |
} |
} |
$excel_sheet = $excel_workbook->addworksheet($sheetname); |
$excel_sheet = $excel_workbook->addworksheet( |
|
&Apache::loncommon::clean_excel_name($sheetname) |
|
); |
# |
# |
# Put the course description in the header |
# Put the course description in the header |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
Line 534 sub output_excel {
|
Line 586 sub output_excel {
|
$excel_sheet->write($rows_output,$cols_output++,$sectionstring); |
$excel_sheet->write($rows_output,$cols_output++,$sectionstring); |
$cols_output += scalar(@Sections); |
$cols_output += scalar(@Sections); |
# |
# |
|
# Time restrictions |
|
my $time_string; |
|
if (defined($starttime)) { |
|
# call localtime but not lonlocal:locallocaltime because excel probably |
|
# cannot handle localized text. Probably. |
|
$time_string .= 'Data collected from '.localtime($time_string); |
|
if (defined($endtime)) { |
|
$time_string .= ' to '.localtime($endtime); |
|
} |
|
$time_string .= '.'; |
|
} elsif (defined($endtime)) { |
|
# See note above about lonlocal:locallocaltime |
|
$time_string .= 'Data collected before '.localtime($endtime).'.'; |
|
} |
|
|
|
# |
# Put the date in there too |
# Put the date in there too |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
'Compiled on '.localtime(time)); |
'Compiled on '.localtime(time)); |
Line 556 sub output_excel {
|
Line 624 sub output_excel {
|
# Brief headers |
# Brief headers |
foreach my $field (@Fields) { |
foreach my $field (@Fields) { |
next if ($field->{'name'} eq 'problem_num'); |
next if ($field->{'name'} eq 'problem_num'); |
|
# Use english for excel as I am not sure how well excel handles |
|
# other character sets.... |
$excel_sheet->write($rows_output,$cols_output++,$field->{'title'}); |
$excel_sheet->write($rows_output,$cols_output++,$field->{'title'}); |
} |
} |
$rows_output++; |
$rows_output++; |
Line 589 sub output_excel {
|
Line 659 sub output_excel {
|
$excel_workbook->close(); |
$excel_workbook->close(); |
# Tell the user where to get their excel file |
# Tell the user where to get their excel file |
$r->print('<br />'. |
$r->print('<br />'. |
'<a href="'.$filename.'">Your Excel spreadsheet.</a>'."\n"); |
'<a href="'.$filename.'">'. |
|
&mt('Your Excel Spreadsheet').'</a>'."\n"); |
$r->rflush(); |
$r->rflush(); |
return; |
return; |
} |
} |
Line 645 sub statistics_table_header {
|
Line 716 sub statistics_table_header {
|
'document.Statistics.sortby.value='."'".$field->{'name'}."'". |
'document.Statistics.sortby.value='."'".$field->{'name'}."'". |
';document.Statistics.submit();">'; |
';document.Statistics.submit();">'; |
} |
} |
$header_row .= $field->{'title'}; |
$header_row .= &mt($field->{'title'}); |
if ($options =~ /sortable/) { |
if ($options =~ /sortable/) { |
$header_row.= '</a>'; |
$header_row.= '</a>'; |
} |
} |
Line 656 sub statistics_table_header {
|
Line 727 sub statistics_table_header {
|
$header_row .= '<a href="javascript:'. |
$header_row .= '<a href="javascript:'. |
"document.Statistics.plot.value='$field->{'name'}'". |
"document.Statistics.plot.value='$field->{'name'}'". |
';document.Statistics.submit();">'; |
';document.Statistics.submit();">'; |
$header_row .= 'plot</a>)'; |
$header_row .= &mt('plot').'</a>)'; |
} |
} |
$header_row .= '</th>'; |
$header_row .= '</th>'; |
} |
} |
Line 738 sub plot_statistics {
|
Line 809 sub plot_statistics {
|
} |
} |
} |
} |
|
|
$r->print("<p>".&DrawGraph(\@Data,$title,'Problem Number',$yaxis, |
$r->print("<p>".&Apache::loncommon::DrawBarGraph($title, |
$Max)."</p>\n"); |
'Problem Number', |
|
$yaxis, |
|
$Max, |
|
undef, # colors |
|
undef, # labels |
|
\@Data)."</p>\n"); |
# |
# |
# Print out the data |
# Print out the data |
$ENV{'form.sortby'} = 'Contents'; |
$ENV{'form.sortby'} = 'Contents'; |
Line 747 sub plot_statistics {
|
Line 823 sub plot_statistics {
|
return; |
return; |
} |
} |
|
|
############################################### |
######################################################## |
############################################### |
######################################################## |
|
|
=pod |
=pod |
|
|
=item &DrawGraph() |
=item &get_statistics() |
|
|
=cut |
Wrapper routine from the call to loncoursedata::get_problem_statistics. |
|
Calls lonstathelpers::get_time_limits() to limit the data set by time. |
|
|
############################################### |
Inputs: $sequence, $resource, $part, $problem_num |
############################################### |
|
sub DrawGraph { |
Returns: Hash reference with statistics data from |
my ($values,$title,$xaxis,$yaxis,$Max)=@_; |
loncoursedata::get_problem_statistics. |
$title = '' if (! defined($title)); |
|
$xaxis = '' if (! defined($xaxis)); |
=cut |
$yaxis = '' if (! defined($yaxis)); |
|
# |
|
my $sendValues = join(',', @$values); |
|
my $sendCount = scalar(@$values); |
|
$Max =1 if ($Max < 1); |
|
if ( int($Max) < $Max ) { |
|
$Max++; |
|
$Max = int($Max); |
|
} |
|
my @GData = ($title,$xaxis,$yaxis,$Max,$sendCount,$sendValues); |
|
return '<IMG src="/cgi-bin/graph.png?'. |
|
(join('&', @GData)).'" border="1" />'; |
|
} |
|
|
|
|
######################################################## |
|
######################################################## |
sub get_statistics { |
sub get_statistics { |
my ($sequence,$resource,$part,$problem_num) = @_; |
my ($sequence,$resource,$part,$problem_num) = @_; |
# |
# |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
my $symb = $resource->{'symb'}; |
my $symb = $resource->{'symb'}; |
my $courseid = $ENV{'request.course.id'}; |
my $courseid = $ENV{'request.course.id'}; |
# |
# |
my $students = \@Apache::lonstatistics::Students; |
|
if ($Apache::lonstatistics::SelectedSections[0] eq 'all') { |
|
$students = undef; |
|
} |
|
my $data = &Apache::loncoursedata::get_problem_statistics |
my $data = &Apache::loncoursedata::get_problem_statistics |
($students,$symb,$part,$courseid); |
(\@Apache::lonstatistics::SelectedSections, |
|
$Apache::lonstatistics::enrollment_status, |
|
$symb,$part,$courseid,$starttime,$endtime); |
$data->{'part'} = $part; |
$data->{'part'} = $part; |
$data->{'problem_num'} = $problem_num; |
$data->{'problem_num'} = $problem_num; |
$data->{'container'} = $sequence->{'title'}; |
$data->{'container'} = $sequence->{'title'}; |
Line 795 sub get_statistics {
|
Line 860 sub get_statistics {
|
$data->{'title.link'} = $resource->{'src'}.'?symb='. |
$data->{'title.link'} = $resource->{'src'}.'?symb='. |
&Apache::lonnet::escape($resource->{'symb'}); |
&Apache::lonnet::escape($resource->{'symb'}); |
# |
# |
|
$data->{'deg_of_disc'} = &compute_discrimination_factor($resource,$part,$sequence); |
return $data; |
return $data; |
} |
} |
|
|
|
|
|
############################################### |
|
############################################### |
|
|
|
=pod |
|
|
|
=item &compute_discrimination_factor() |
|
|
|
Inputs: $Resource, $Sequence |
|
|
|
Returns: integer between -1 and 1 |
|
|
|
=cut |
|
|
|
############################################### |
|
############################################### |
|
sub compute_discrimination_factor { |
|
my ($resource,$part,$sequence) = @_; |
|
my @Resources; |
|
foreach my $res (@{$sequence->{'contents'}}) { |
|
next if ($res->{'symb'} eq $resource->{'symb'}); |
|
push (@Resources,$res->{'symb'}); |
|
} |
|
# |
|
# rank |
|
my $ranking = |
|
&Apache::loncoursedata::rank_students_by_scores_on_resources |
|
(\@Resources, |
|
\@Apache::lonstatistics::SelectedSections, |
|
$Apache::lonstatistics::enrollment_status,undef); |
|
# |
|
# compute their percent scores on the problems in the sequence, |
|
my $number_to_grab = int(scalar(@{$ranking})/4); |
|
my $num_students = scalar(@{$ranking}); |
|
my @BottomSet = map { $_->[&Apache::loncoursedata::RNK_student()]; |
|
} @{$ranking}[0..$number_to_grab]; |
|
my @TopSet = |
|
map { |
|
$_->[&Apache::loncoursedata::RNK_student()]; |
|
} @{$ranking}[($num_students-$number_to_grab)..($num_students-1)]; |
|
my ($bottom_sum,$bottom_max) = |
|
&Apache::loncoursedata::get_sum_of_scores($resource,$part,\@BottomSet); |
|
my ($top_sum,$top_max) = |
|
&Apache::loncoursedata::get_sum_of_scores($resource,$part,\@TopSet); |
|
my $deg_of_disc; |
|
if ($top_max == 0 || $bottom_max==0) { |
|
$deg_of_disc = 'nan'; |
|
} else { |
|
$deg_of_disc = ($top_sum/$top_max) - ($bottom_sum/$bottom_max); |
|
} |
|
#&Apache::lonnet::logthis(' '.$top_sum.'/'.$top_max. |
|
# ' - '.$bottom_sum.'/'.$bottom_max); |
|
return $deg_of_disc; |
|
} |
|
|
############################################### |
############################################### |
############################################### |
############################################### |
|
|
Line 805 sub get_statistics {
|
Line 926 sub get_statistics {
|
|
|
=item &ProblemStatisticsLegend() |
=item &ProblemStatisticsLegend() |
|
|
|
HELP This needs to be localized, or at least generated automatically. |
|
|
=cut |
=cut |
|
|
############################################### |
############################################### |