version 1.99, 2005/03/04 04:36:35
|
version 1.104, 2005/04/07 06:56:24
|
Line 50 Excel files, and plots.
|
Line 50 Excel files, and plots.
|
package Apache::lonproblemstatistics; |
package Apache::lonproblemstatistics; |
|
|
use strict; |
use strict; |
use Apache::lonnet(); |
use Apache::lonnet; |
use Apache::loncommon(); |
use Apache::loncommon(); |
use Apache::lonhtmlcommon; |
use Apache::lonhtmlcommon; |
use Apache::loncoursedata; |
use Apache::loncoursedata; |
Line 362 my @Fields = (
|
Line 362 my @Fields = (
|
sortable => 'no', |
sortable => 'no', |
graphable => 'no', |
graphable => 'no', |
long_title => 'Problem weight (for instructor)', |
long_title => 'Problem weight (for instructor)', |
selectable => 'no', |
selectable => 'yes', |
defaultselected => 'yes', |
defaultselected => 'yes', |
}, |
}, |
); |
); |
Line 516 my %SelectedFields;
|
Line 516 my %SelectedFields;
|
sub parse_field_selection { |
sub parse_field_selection { |
# |
# |
# Pull out the defaults |
# Pull out the defaults |
if (! defined($ENV{'form.fieldselections'})) { |
if (! defined($env{'form.fieldselections'})) { |
$ENV{'form.fieldselections'} = []; |
$env{'form.fieldselections'} = []; |
foreach my $field (@Fields) { |
foreach my $field (@Fields) { |
next if ($field->{'selectable'} ne 'yes'); |
next if ($field->{'selectable'} ne 'yes'); |
if ($field->{'defaultselected'} eq 'yes') { |
if ($field->{'defaultselected'} eq 'yes') { |
push(@{$ENV{'form.fieldselections'}},$field->{'name'}); |
push(@{$env{'form.fieldselections'}},$field->{'name'}); |
} |
} |
} |
} |
} |
} |
# |
# |
# Make sure the data we are plotting is there |
# Make sure the data we are plotting is there |
my %NeededFields; |
my %NeededFields; |
if (exists($ENV{'form.plot'}) && $ENV{'form.plot'} ne '' && |
if (exists($env{'form.plot'}) && $env{'form.plot'} ne '' && |
$ENV{'form.plot'} ne 'none') { |
$env{'form.plot'} ne 'none') { |
if ($ENV{'form.plot'} eq 'degrees') { |
if ($env{'form.plot'} eq 'degrees') { |
$NeededFields{'deg_of_diff'}++; |
$NeededFields{'deg_of_diff'}++; |
$NeededFields{'deg_of_disc'}++; |
$NeededFields{'deg_of_disc'}++; |
} elsif ($ENV{'form.plot'} eq 'tries statistics') { |
} elsif ($env{'form.plot'} eq 'tries statistics') { |
$NeededFields{'mean_tries'}++; |
$NeededFields{'mean_tries'}++; |
$NeededFields{'std_tries'}++; |
$NeededFields{'std_tries'}++; |
$NeededFields{'problem_num'}++; |
$NeededFields{'problem_num'}++; |
} else { |
} else { |
$NeededFields{$ENV{'form.plot'}}++; |
$NeededFields{$env{'form.plot'}}++; |
} |
} |
} |
} |
# |
# |
# This should not happen, but in case it does... |
# This should not happen, but in case it does... |
if (ref($ENV{'form.fieldselections'}) ne 'ARRAY') { |
if (ref($env{'form.fieldselections'}) ne 'ARRAY') { |
$ENV{'form.fieldselections'} = [$ENV{'form.fieldselections'}]; |
$env{'form.fieldselections'} = [$env{'form.fieldselections'}]; |
} |
} |
# |
# |
# Set the field data and the selected fields (for easier checking) |
# Set the field data and the selected fields (for easier checking) |
Line 559 sub parse_field_selection {
|
Line 559 sub parse_field_selection {
|
$field->{'selected'} = 'yes'; |
$field->{'selected'} = 'yes'; |
$SelectedFields{$field->{'name'}}++; |
$SelectedFields{$field->{'name'}}++; |
} |
} |
foreach my $selection (@{$ENV{'form.fieldselections'}}) { |
foreach my $selection (@{$env{'form.fieldselections'}}) { |
if ($selection eq $field->{'name'} || $selection eq 'all') { |
if ($selection eq $field->{'name'} || $selection eq 'all') { |
$field->{'selected'} = 'yes'; |
$field->{'selected'} = 'yes'; |
$SelectedFields{$field->{'name'}}++; |
$SelectedFields{$field->{'name'}}++; |
Line 686 sub BuildProblemStatisticsPage {
|
Line 686 sub BuildProblemStatisticsPage {
|
# Finally let the user know we are here |
# Finally let the user know we are here |
my $interface = &CreateInterface($r); |
my $interface = &CreateInterface($r); |
$r->print($interface); |
$r->print($interface); |
$r->print('<input type="hidden" name="sortby" value="'.$ENV{'form.sortby'}. |
$r->print('<input type="hidden" name="sortby" value="'.$env{'form.sortby'}. |
'" />'); |
'" />'); |
# |
# |
my @CacheButtonHTML = |
my @CacheButtonHTML = |
Line 697 sub BuildProblemStatisticsPage {
|
Line 697 sub BuildProblemStatisticsPage {
|
} |
} |
# |
# |
$r->print($Str); |
$r->print($Str); |
if (! exists($ENV{'form.firstrun'})) { |
if (! exists($env{'form.firstrun'})) { |
$r->print('<h3>'. |
$r->print('<h3>'. |
&mt('Press "Generate Statistics" when you are ready.'). |
&mt('Press "Generate Statistics" when you are ready.'). |
'</h3><p>'. |
'</h3><p>'. |
Line 720 sub BuildProblemStatisticsPage {
|
Line 720 sub BuildProblemStatisticsPage {
|
'<h3>'.$navmap.'</h3>'); |
'<h3>'.$navmap.'</h3>'); |
return; |
return; |
} |
} |
if (exists($ENV{'form.Excel'})) { |
if (exists($env{'form.Excel'})) { |
|
$r->print('<h4>'. |
|
&Apache::lonstatistics::section_and_enrollment_description(). |
|
'</h4>'); |
&Excel_output($r); |
&Excel_output($r); |
} else { |
} else { |
$r->print('<input type="submit" name="Excel" value="'. |
$r->print('<input type="submit" name="Excel" value="'. |
&mt('Produce Excel Output').'" />'.' 'x5); |
&mt('Produce Excel Output').'" />'.' 'x5); |
$r->rflush(); |
$r->rflush(); |
|
$r->print('<h4>'. |
|
&Apache::lonstatistics::section_and_enrollment_description(). |
|
'</h4>'); |
my $count = 0; |
my $count = 0; |
foreach my $seq (@sequences) { |
foreach my $seq (@sequences) { |
my @resources = |
my @resources = |
Line 742 sub BuildProblemStatisticsPage {
|
Line 748 sub BuildProblemStatisticsPage {
|
$r->rflush(); |
$r->rflush(); |
} |
} |
# |
# |
my $sortby = $ENV{'form.sortby'}; |
my $sortby = $env{'form.sortby'}; |
$sortby = 'container' if (! defined($sortby) || $sortby =~ /^\s*$/); |
$sortby = 'container' if (! defined($sortby) || $sortby =~ /^\s*$/); |
my $plot = $ENV{'form.plot'}; |
my $plot = $env{'form.plot'}; |
if ($plot eq '' || $plot eq 'none') { |
if ($plot eq '' || $plot eq 'none') { |
undef($plot); |
undef($plot); |
} |
} |
Line 819 sub output_html_stats {
|
Line 825 sub output_html_stats {
|
my ($r)=@_; |
my ($r)=@_; |
&compute_all_statistics($r); |
&compute_all_statistics($r); |
$r->print(&html_preamble()); |
$r->print(&html_preamble()); |
&sort_data($ENV{'form.sortby'}); |
&sort_data($env{'form.sortby'}); |
# |
# |
my $count=0; |
my $count=0; |
foreach my $data (@StatsArray) { |
foreach my $data (@StatsArray) { |
Line 841 sub output_html_stats {
|
Line 847 sub output_html_stats {
|
sub html_preamble { |
sub html_preamble { |
my $Str=''; |
my $Str=''; |
$Str .= "<h2>". |
$Str .= "<h2>". |
$ENV{'course.'.$ENV{'request.course.id'}.'.description'}. |
$env{'course.'.$env{'request.course.id'}.'.description'}. |
"</h2>\n"; |
"</h2>\n"; |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
if (defined($starttime) || defined($endtime)) { |
if (defined($starttime) || defined($endtime)) { |
Line 965 sub sequence_html_output {
|
Line 971 sub sequence_html_output {
|
sub make_plot { |
sub make_plot { |
my ($r,$plot) = @_; |
my ($r,$plot) = @_; |
&compute_all_statistics($r); |
&compute_all_statistics($r); |
&sort_data($ENV{'form.sortby'}); |
&sort_data($env{'form.sortby'}); |
if ($plot eq 'degrees') { |
if ($plot eq 'degrees') { |
°rees_plot($r); |
°rees_plot($r); |
} elsif ($plot eq 'tries statistics') { |
} elsif ($plot eq 'tries statistics') { |
Line 1219 END
|
Line 1225 END
|
sub plot_dropdown { |
sub plot_dropdown { |
my $current = ''; |
my $current = ''; |
# |
# |
if (defined($ENV{'form.plot'})) { |
if (defined($env{'form.plot'})) { |
$current = $ENV{'form.plot'}; |
$current = $env{'form.plot'}; |
} |
} |
# |
# |
my @Additional_Plots = ( |
my @Additional_Plots = ( |
Line 1264 sub Excel_output {
|
Line 1270 sub Excel_output {
|
&compute_all_statistics($r); |
&compute_all_statistics($r); |
my $c = $r->connection; |
my $c = $r->connection; |
return if ($c->aborted()); |
return if ($c->aborted()); |
|
# |
|
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
## |
## |
## Create the excel workbook |
## Create the excel workbook |
my $filename = '/prtspool/'. |
my ($excel_workbook,$filename,$format) = |
$ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. |
&Apache::loncommon::create_workbook($r); |
time.'_'.rand(1000000000).'.xls'; |
return if (! defined($excel_workbook)); |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
|
# |
|
# Create sheet |
|
my $excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); |
|
# |
|
# Check for errors |
|
if (! defined($excel_workbook)) { |
|
$r->log_error("Error creating excel spreadsheet $filename: $!"); |
|
$r->print(&mt("Problems creating new Excel file. ". |
|
"This error has been logged. ". |
|
"Please alert your LON-CAPA administrator.")); |
|
return 0; |
|
} |
|
# |
|
# The excel spreadsheet stores temporary data in files, then put them |
|
# together. If needed we should be able to disable this (memory only). |
|
# The temporary directory must be specified before calling 'addworksheet'. |
|
# File::Temp is used to determine the temporary directory. |
|
$excel_workbook->set_tempdir($Apache::lonnet::tmpdir); |
|
# |
# |
# Add a worksheet |
# Add a worksheet |
my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'}; |
my $sheetname = $env{'course.'.$env{'request.course.id'}.'.description'}; |
if (length($sheetname) > 31) { |
if (length($sheetname) > 31) { |
$sheetname = substr($sheetname,0,31); |
$sheetname = substr($sheetname,0,31); |
} |
} |
my $excel_sheet = $excel_workbook->addworksheet( |
my $excel_sheet = $excel_workbook->addworksheet( |
&Apache::loncommon::clean_excel_name($sheetname)); |
&Apache::loncommon::clean_excel_name($sheetname)); |
# |
|
my $format = &Apache::loncommon::define_excel_formats($excel_workbook); |
|
## |
## |
## Begin creating excel sheet |
## Begin creating excel sheet |
## |
## |
Line 1305 sub Excel_output {
|
Line 1292 sub Excel_output {
|
# |
# |
# Put the course description in the header |
# Put the course description in the header |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
$ENV{'course.'.$ENV{'request.course.id'}.'.description'}, |
$env{'course.'.$env{'request.course.id'}.'.description'}, |
$format->{'h1'}); |
$format->{'h1'}); |
$cols_output += 3; |
$cols_output += 3; |
# |
# |
# Put a description of the sections listed |
# Put a description of the sections listed |
my $sectionstring = ''; |
my $sectionstring = ''; |
$excel_sheet->write($rows_output,$cols_output++, |
$excel_sheet->write($rows_output,$cols_output++, |
&Apache::lonstathelpers::sections_description |
&Apache::lonstatistics::section_and_enrollment_description('plaintext'), |
(@Apache::lonstatistics::SelectedSections), |
|
$format->{'h3'}); |
$format->{'h3'}); |
$cols_output += scalar(@Apache::lonstatistics::SelectedSections); |
$cols_output += scalar(&Apache::lonstatistics::get_selected_sections()); |
# |
# |
# Time restrictions |
# Time restrictions |
my $time_string; |
my $time_string; |
Line 1553 sub get_statistics {
|
Line 1539 sub get_statistics {
|
# |
# |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits(); |
my $symb = $resource->symb; |
my $symb = $resource->symb; |
my $courseid = $ENV{'request.course.id'}; |
my $courseid = $env{'request.course.id'}; |
# |
# |
my $data = &Apache::loncoursedata::get_problem_statistics |
my $data = &Apache::loncoursedata::get_problem_statistics |
(\@Apache::lonstatistics::SelectedSections, |
([&Apache::lonstatistics::get_selected_sections()], |
$Apache::lonstatistics::enrollment_status, |
$Apache::lonstatistics::enrollment_status, |
$symb,$part,$courseid,$starttime,$endtime); |
$symb,$part,$courseid,$starttime,$endtime); |
$data->{'symb'} = $symb; |
$data->{'symb'} = $symb; |
Line 1574 sub get_statistics {
|
Line 1560 sub get_statistics {
|
# |
# |
# Store in metadata if computations were done for all students |
# Store in metadata if computations were done for all students |
if ($data->{'num_students'} > 1) { |
if ($data->{'num_students'} > 1) { |
my @Sections = @Apache::lonstatistics::SelectedSections; |
my @Sections = &Apache::lonstatistics::get_selected_sections(); |
my $sections = '"'.join(' ',@Sections).'"'; |
my $sections = '"'.join(' ',@Sections).'"'; |
$sections =~ s/&+/_/g; # Ensure no special characters |
$sections =~ s/&+/_/g; # Ensure no special characters |
$data->{'sections'}=$sections; |
$data->{'sections'}=$sections; |
$data->{'course'} = $ENV{'request.course.id'}; |
$data->{'course'} = $env{'request.course.id'}; |
my $urlres=(&Apache::lonnet::decode_symb($resource->symb))[2]; |
my $urlres=(&Apache::lonnet::decode_symb($resource->symb))[2]; |
$data->{'urlres'}=$urlres; |
$data->{'urlres'}=$urlres; |
my %storestats = |
my %storestats = |
Line 1634 sub compute_discrimination_factor {
|
Line 1620 sub compute_discrimination_factor {
|
my $ranking = |
my $ranking = |
&Apache::loncoursedata::rank_students_by_scores_on_resources |
&Apache::loncoursedata::rank_students_by_scores_on_resources |
(\@Resources, |
(\@Resources, |
\@Apache::lonstatistics::SelectedSections, |
[&Apache::lonstatistics::get_selected_sections()], |
$Apache::lonstatistics::enrollment_status,undef, |
$Apache::lonstatistics::enrollment_status,undef, |
$starttime,$endtime); |
$starttime,$endtime); |
# |
# |
Line 1699 sub compute_sequence_statistics {
|
Line 1685 sub compute_sequence_statistics {
|
# First compute statistics based on student scores |
# First compute statistics based on student scores |
my ($smin,$smax,$sMean,$sSTD,$scount,$sMAX) = |
my ($smin,$smax,$sMean,$sSTD,$scount,$sMAX) = |
&Apache::loncoursedata::score_stats |
&Apache::loncoursedata::score_stats |
(\@Apache::lonstatistics::SelectedSections, |
([&Apache::lonstatistics::get_selected_sections()], |
$Apache::lonstatistics::enrollment_status, |
$Apache::lonstatistics::enrollment_status, |
\@Resources,$starttime,$endtime,undef); |
\@Resources,$starttime,$endtime,undef); |
$SeqStat{$symb}->{'title'} = $seq->compTitle; |
$SeqStat{$symb}->{'title'} = $seq->compTitle; |
Line 1714 sub compute_sequence_statistics {
|
Line 1700 sub compute_sequence_statistics {
|
# 'correct' is taken to mean |
# 'correct' is taken to mean |
my ($cmin,$cmax,$cMean,$cSTD,$ccount)= |
my ($cmin,$cmax,$cMean,$cSTD,$ccount)= |
&Apache::loncoursedata::count_stats |
&Apache::loncoursedata::count_stats |
(\@Apache::lonstatistics::SelectedSections, |
([&Apache::lonstatistics::get_selected_sections()], |
$Apache::lonstatistics::enrollment_status, |
$Apache::lonstatistics::enrollment_status, |
\@Resources,$starttime,$endtime,undef); |
\@Resources,$starttime,$endtime,undef); |
my $K = $part_count; |
my $K = $part_count; |