version 1.99, 2004/10/29 16:10:30
|
version 1.121, 2005/04/19 13:59:34
|
Line 27
|
Line 27
|
package Apache::lonproblemanalysis; |
package Apache::lonproblemanalysis; |
|
|
use strict; |
use strict; |
use Apache::lonnet(); |
use Apache::lonnet; |
use Apache::loncommon(); |
use Apache::loncommon(); |
use Apache::lonhtmlcommon(); |
use Apache::lonhtmlcommon(); |
use Apache::loncoursedata(); |
use Apache::loncoursedata(); |
Line 37 use Apache::lonstathelpers();
|
Line 37 use Apache::lonstathelpers();
|
use Apache::lonstudentsubmissions(); |
use Apache::lonstudentsubmissions(); |
use HTML::Entities(); |
use HTML::Entities(); |
use Time::Local(); |
use Time::Local(); |
use Spreadsheet::WriteExcel(); |
use capa; |
|
|
my $plotcolors = ['#33ff00', |
my $plotcolors = ['#33ff00', |
'#0033cc', '#990000', '#aaaa66', '#663399', '#ff9933', |
'#0033cc', '#990000', '#aaaa66', '#663399', '#ff9933', |
Line 52 my @SubmitButtons = ({ name => 'PrevProb
|
Line 52 my @SubmitButtons = ({ name => 'PrevProb
|
text => 'Next Problem' }, |
text => 'Next Problem' }, |
{ name => 'break'}, |
{ name => 'break'}, |
{ name => 'SelectAnother', |
{ name => 'SelectAnother', |
text => 'Choose a different Problem' }, |
text => 'Choose a different Problem' }); |
{ name => 'ExcelOutput', |
|
text => 'Produce Excel Output' }); |
|
|
|
sub BuildProblemAnalysisPage { |
sub BuildProblemAnalysisPage { |
my ($r,$c)=@_; |
my ($r,$c)=@_; |
Line 75 sub BuildProblemAnalysisPage {
|
Line 73 sub BuildProblemAnalysisPage {
|
# |
# |
my @Students = @Apache::lonstatistics::Students; |
my @Students = @Apache::lonstatistics::Students; |
# |
# |
if (@Students < 1 && exists($ENV{'form.firstrun'})) { |
if (@Students < 1 && exists($env{'form.firstrun'})) { |
$r->print('<h2>There are no students in the sections selected</h2>'); |
$r->print('<h2>There are no students in the sections selected</h2>'); |
} |
} |
# |
# |
Line 83 sub BuildProblemAnalysisPage {
|
Line 81 sub BuildProblemAnalysisPage {
|
&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status'); |
&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status'); |
$r->rflush(); |
$r->rflush(); |
# |
# |
# Support for numerical and radio response isn't complete enough to |
my $problem_types = '(option|radiobutton|numerical)'; |
# include in 1.2 release. |
if (exists($env{'form.problemchoice'}) && |
# my $problem_types = '(option|radiobutton|numerical)'; |
! exists($env{'form.SelectAnother'})) { |
my $problem_types = '.';#(option)'; |
|
if (exists($ENV{'form.problemchoice'}) && |
|
! exists($ENV{'form.SelectAnother'})) { |
|
foreach my $button (@SubmitButtons) { |
foreach my $button (@SubmitButtons) { |
if ($button->{'name'} eq 'break') { |
if ($button->{'name'} eq 'break') { |
$r->print("<br />\n"); |
$r->print("<br />\n"); |
Line 102 sub BuildProblemAnalysisPage {
|
Line 97 sub BuildProblemAnalysisPage {
|
$r->print($html.(' 'x5)); |
$r->print($html.(' 'x5)); |
} |
} |
# |
# |
|
$r->print(&Apache::lonstathelpers::submission_report_form |
|
('problem_analysis')); |
|
# |
$r->print('<hr />'); |
$r->print('<hr />'); |
$r->rflush(); |
$r->rflush(); |
# |
# |
# Determine which problem we are to analyze |
# Determine which problem we are to analyze |
my $current_problem = &Apache::lonstathelpers::get_target_from_id |
my $current_problem = &Apache::lonstathelpers::get_target_from_id |
($ENV{'form.problemchoice'}); |
($env{'form.problemchoice'}); |
# |
# |
my ($prev,$curr,$next) = |
my ($navmap,$prev,$curr,$next) = |
&Apache::lonstathelpers::get_prev_curr_next($current_problem, |
&Apache::lonstathelpers::get_prev_curr_next($current_problem, |
$problem_types, |
$problem_types, |
'response', |
'response', |
); |
); |
if (exists($ENV{'form.PrevProblemAnalysis'}) && defined($prev)) { |
if (exists($env{'form.PrevProblemAnalysis'}) && defined($prev)) { |
$current_problem = $prev; |
$current_problem = $prev; |
} elsif (exists($ENV{'form.NextProblemAnalysis'}) && defined($next)) { |
} elsif (exists($env{'form.NextProblemAnalysis'}) && defined($next)) { |
$current_problem = $next; |
$current_problem = $next; |
} else { |
} else { |
$current_problem = $curr; |
$current_problem = $curr; |
} |
} |
# |
# |
# Store the current problem choice and send it out in the form |
# Store the current problem choice and send it out in the form |
$ENV{'form.problemchoice'} = |
$env{'form.problemchoice'} = |
&Apache::lonstathelpers::make_target_id($current_problem); |
&Apache::lonstathelpers::make_target_id($current_problem); |
$r->print('<input type="hidden" name="problemchoice" value="'. |
$r->print('<input type="hidden" name="problemchoice" value="'. |
$ENV{'form.problemchoice'}.'" />'); |
$env{'form.problemchoice'}.'" />'); |
# |
# |
if (! defined($current_problem->{'resource'})) { |
if (! defined($current_problem->{'resource'})) { |
$r->print('resource is undefined'); |
$r->print('resource is undefined'); |
} else { |
} else { |
my $resource = $current_problem->{'resource'}; |
my $resource = $current_problem->{'resource'}; |
$r->print('<h1>'.$resource->{'title'}.'</h1>'); |
$r->print('<h1>'.$resource->compTitle.'</h1>'); |
$r->print('<h3>'.$resource->{'src'}.'</h3>'); |
$r->print('<h3>'.$resource->src.'</h3>'); |
if ($ENV{'form.show_prob'} eq 'true') { |
$r->print('<h4>'.&Apache::lonstatistics::section_and_enrollment_description().'</h4>'); |
|
if ($env{'form.show_prob'} eq 'true') { |
$r->print(&Apache::lonstathelpers::render_resource($resource)); |
$r->print(&Apache::lonstathelpers::render_resource($resource)); |
} |
} |
$r->rflush(); |
$r->rflush(); |
my %Data = &Apache::lonstathelpers::get_problem_data |
my %Data = &Apache::lonstathelpers::get_problem_data |
($resource->{'src'}); |
($resource->src); |
my $problem_data = $Data{$current_problem->{'part'}. |
my $problem_data = $Data{$current_problem->{'part'}. |
'.'. |
'.'. |
$current_problem->{'respid'}}; |
$current_problem->{'respid'}}; |
Line 152 sub BuildProblemAnalysisPage {
|
Line 151 sub BuildProblemAnalysisPage {
|
$problem_data, |
$problem_data, |
\@Students); |
\@Students); |
} elsif ($current_problem->{'resptype'} eq 'numerical') { |
} elsif ($current_problem->{'resptype'} eq 'numerical') { |
## |
&numerical_response_analysis($r,$current_problem, |
## analyze all responses of a problem at once |
$problem_data,\@Students); |
my $res = $current_problem->{'resource'}; |
|
foreach my $partid (@{$res->{'parts'}}) { |
|
$current_problem->{'part'} = $partid; |
|
foreach my $respid (@{$res->{'partdata'}->{$partid}->{'ResponseIds'}}) { |
|
$current_problem->{'respid'}=$respid; |
|
&NumericalResponseAnalysis($r,$current_problem, |
|
$problem_data,\@Students); |
|
} |
|
} |
|
} else { |
} else { |
$r->print('<h2>This analysis is not supported</h2>'); |
$r->print('<h2>Analysis of '.$current_problem->{'resptype'}.' is not supported</h2>'); |
} |
} |
} |
} |
$r->print('<hr />'); |
$r->print('<hr />'); |
} else { |
} else { |
$r->print('<input type="submit" name="ProblemAnalysis" value="'. |
my $submit_button = '<input type="submit" '. |
&mt('Analyze Problem').'" />'); |
'name="ProblemAnalysis" value="'. |
|
&mt('Analyze Problem').'" />'; |
|
$r->print($submit_button); |
$r->print(' 'x5); |
$r->print(' 'x5); |
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>'); |
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>'); |
$r->print(&Apache::lonstathelpers::ProblemSelector |
$r->print(&Apache::lonstathelpers::problem_selector($problem_types, |
($problem_types)); |
$submit_button)); |
} |
} |
} |
} |
|
|
|
|
######################################################### |
######################################################### |
######################################################### |
######################################################### |
## |
## |
Line 186 sub BuildProblemAnalysisPage {
|
Line 177 sub BuildProblemAnalysisPage {
|
## |
## |
######################################################### |
######################################################### |
######################################################### |
######################################################### |
sub NumericalResponseAnalysis { |
sub numerical_response_analysis { |
my ($r,$problem,$problem_data,$Students) = @_; |
my ($r,$problem,$problem_analysis,$students) = @_; |
my $c = $r->connection(); |
my $c = $r->connection(); |
|
# |
|
if ($env{'form.AnalyzeOver'} !~ /^(tries|time)$/) { |
|
$r->print('Bad request'); |
|
} |
|
# |
my ($resource,$partid,$respid) = ($problem->{'resource'}, |
my ($resource,$partid,$respid) = ($problem->{'resource'}, |
$problem->{'part'}, |
$problem->{'part'}, |
$problem->{'respid'}); |
$problem->{'respid'}); |
|
# Gather student data |
|
my $response_data = &Apache::loncoursedata::get_response_data |
|
([&Apache::lonstatistics::get_selected_sections()], |
|
$Apache::lonstatistics::enrollment_status, |
|
$resource->symb,$respid); |
# |
# |
if (scalar(@{$resource->{'parts'}})>1) { |
$problem_analysis->{'answercomputed'} = 1; |
if (@{$resource->{'partdata'}->{$partid}->{'ResponseIds'}}>1) { |
if ($problem_analysis->{'answercomputed'}) { |
$r->print('<h3>'. |
my $answers = |
&mt('Part [_1], response [_2].',$partid,$respid). |
&Apache::lonstathelpers::GetStudentAnswers($r,$problem,$students, |
'</h3>'); |
'Statistics', |
} else { |
'stats_status'); |
$r->print('<h3>'. |
$r->print(&numerical_one_dimensional_plot($r,600,150,$answers)); |
&mt('Part [_1]',$partid,$respid). |
|
'</h3>'); |
|
} |
|
} elsif (@{$resource->{'partdata'}->{$partid}->{'ResponseIds'}}>1) { |
|
$r->print('<h3>'.&mt('Response [_1]',$respid).'</h3>'); |
|
} |
} |
# |
# |
my $analysis_html; |
if (ref($response_data) ne 'ARRAY') { |
my $PerformanceData = &Apache::loncoursedata::get_response_data |
$r->print('<h2>'. |
(\@Apache::lonstatistics::SelectedSections, |
&mt('There is no submission data for this resource'). |
$Apache::lonstatistics::enrollment_status, |
'</h2>'); |
$resource->{'symb'},$respid); |
|
if (! defined($PerformanceData) || |
|
ref($PerformanceData) ne 'ARRAY' ) { |
|
$analysis_html = '<h2>'. |
|
&mt('There is no submission data for this resource'). |
|
'</h2>'; |
|
$r->print($analysis_html); |
|
return; |
return; |
} |
} |
|
my $analysis_html = '<table>'; |
|
for (my $plot_num = 1;$plot_num<=$env{'form.NumPlots'};$plot_num++) { |
|
my $restriction_function; |
|
my $header_message; |
|
my $stats_message; |
|
my $post_message; # passed through &mt sooner rather than later |
|
my $no_data_message; |
|
my @extra_data; |
|
if ($env{'form.AnalyzeOver'} eq 'tries') { |
|
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)}; |
|
$header_message = 'Attempt [_1]'; |
|
$stats_message = |
|
'[_1] submissions, [_2] correct, [_3] incorrect'; |
|
$post_message = ''; |
|
$no_data_message = 'No data exists for attempt [_1]'; |
|
} else { |
|
my $starttime = &Apache::lonhtmlcommon::get_date_from_form |
|
('startdate_'.$plot_num); |
|
my $endtime = &Apache::lonhtmlcommon::get_date_from_form |
|
('enddate_'.$plot_num); |
|
($starttime,$endtime) = &ensure_start_end_times |
|
($starttime,$endtime, |
|
&get_time_from_row($response_data->[0]), |
|
&get_time_from_row($response_data->[-1]), |
|
$plot_num); |
|
$header_message = 'Data from [_2] to [_3]'; |
|
$extra_data[0] = &Apache::lonlocal::locallocaltime($starttime); |
|
$extra_data[1] = &Apache::lonlocal::locallocaltime($endtime); |
|
# |
|
$stats_message = |
|
'[_1] submissions from [_4] students, [_2] correct, [_3] incorrect'; |
|
# |
|
$post_message = |
|
&mt('Start time: [_1]', |
|
&Apache::lonhtmlcommon::date_setter |
|
('Statistics','startdate_'.$plot_num,$starttime)). |
|
'<br />'. |
|
&mt('End time: [_1]', |
|
&Apache::lonhtmlcommon::date_setter |
|
('Statistics','enddate_'.$plot_num,$endtime)); |
|
$restriction_function = |
|
sub { |
|
my $t = $_[0]->{'timestamp'}; |
|
if ($t >= $starttime && $t < $endtime) { |
|
return 1; |
|
} else { |
|
return 0; |
|
} |
|
}; |
|
$no_data_message = 'No data for [_2] to [_3]'; |
|
} |
|
# |
|
my ($correct,$answers) = |
|
&numerical_determine_answers($r,$resource,$partid, |
|
$respid,$students); |
|
if ($c->aborted()) { return; }; |
|
# |
|
my ($responses,$stats) = |
|
&numerical_classify_responses($response_data,$correct, |
|
$restriction_function); |
|
if ($stats->{'submission_count'} == 0) { |
|
$analysis_html.= |
|
'<tr><td colspan="2"><font size="+1"><b>'. |
|
&mt($no_data_message,$plot_num,@extra_data). |
|
'</b></font></td></tr>'; |
|
} else { |
|
$analysis_html.= |
|
'<tr><td colspan="2" align="center"><font size="+1"><b>'. |
|
&mt($header_message,$plot_num,@extra_data). |
|
'</b></font></td></tr>'. |
|
'<tr><td colspan="2" align="center">'. |
|
&mt($stats_message, |
|
$stats->{'submission_count'}, |
|
$stats->{'correct_count'}, |
|
$stats->{'incorrect_count'}, |
|
$stats->{'students'}, |
|
@extra_data). |
|
'</td></tr>'. |
|
'<tr>'.'<td valign="top" align="center">'. |
|
&numerical_plot_percent($r,$responses,$stats).'</td>'. |
|
'<td align="center" valign="top">'. |
|
&numerical_plot_differences($r,$responses,$stats).'</td>'. |
|
'</tr>'; |
|
} |
|
if ($post_message ne '') { |
|
$analysis_html .= |
|
'<tr><td colspan="2">'.$post_message.'</td></tr>'; |
|
} |
|
} |
|
$analysis_html.='</table>'; |
|
$r->print($analysis_html); |
# |
# |
# This next call causes all the waiting around that people complain about |
|
&Apache::lonstathelpers::GetStudentAnswers($r,$problem,$Students, |
|
'Statistics', |
|
'stats_status'); |
|
return if ($c->aborted()); |
|
# |
|
# Collate the data |
|
my %Data; |
|
foreach my $student (@$Students) { |
|
my $answer = $student->{'answer'}; |
|
$Data{$answer}++; |
|
} |
|
my @Labels = sort {$a <=> $b } keys(%Data); |
|
my @PlotData = @Data{@Labels}; |
|
# |
|
my $width = 500; |
|
my $height = 100; |
|
my $plot = &one_dimensional_plot($r,500,100,scalar(@$Students), |
|
\@Labels,\@PlotData); |
|
$r->print($plot); |
|
return; |
return; |
} |
} |
|
|
sub one_dimensional_plot { |
sub numerical_plot_percent { |
my ($r,$width,$height,$N,$Labels,$Data)=@_; |
my ($r,$responses,$stats) = @_; |
# |
# |
# Compute data -> image scaling factors |
my $total = $stats->{'submission_count'}; |
my $min = $Labels->[0]; |
return '' if ($total == 0); |
my $max = $Labels->[-1]; |
my $max_bins = 50; |
if ($max == $min) { |
my $lowest_percent = $stats->{'min_percent'}; |
$max =$min+1; |
my $highest_percent = $stats->{'max_percent'}; |
|
my $percent_spread = $highest_percent - $lowest_percent; |
|
foreach (qw/20 30 40 50 100 200/) { |
|
if ($percent_spread < $_) { |
|
$highest_percent =$_/2; |
|
last; |
|
} |
|
} |
|
my $bin_size = 1; |
|
foreach (qw/0.01 0.05 0.1 0.5 1 2 5 10 20 25 50 100/) { |
|
if ($lowest_percent/2 < $_){ |
|
$bin_size = $_; |
|
last; |
|
} |
|
} |
|
my @bins; |
|
for (my $bin = -$highest_percent;$bin<0;$bin+=$bin_size) { |
|
push (@bins,$bin); |
|
} |
|
for (my $bin = 0; $bin<$highest_percent;$bin+=$bin_size) { |
|
push (@bins,$bin); |
|
} |
|
push(@bins,$highest_percent); |
|
# |
|
my @correct; |
|
my @incorrect; |
|
my @count; |
|
while (my ($ans,$submissions) = each(%$responses)) { |
|
while (my ($submission,$counts) = each(%$submissions)) { |
|
my ($correct_count,$incorrect_count) = @$counts; |
|
my $scaled_value = 100*($submission-$ans)/abs($ans); |
|
if ($scaled_value < $bins[0]) { |
|
$bins[0]=$scaled_value -1; |
|
} |
|
my $bin; |
|
for ($bin=0;$bin<$#bins;$bin++) { |
|
last if ($bins[$bin]>$scaled_value); |
|
} |
|
$correct[$bin-1]+=$correct_count; |
|
$incorrect[$bin-1]+=$incorrect_count; |
|
$count[$bin-1]+=$correct_count+$incorrect_count; |
|
} |
|
} |
|
# |
|
my @plot_correct = @correct; |
|
my @plot_incorrect = @incorrect; |
|
my $max; |
|
for (my $i=0;$i<$#bins;$i++) { |
|
$plot_correct[$i] *= 100/$total; |
|
$plot_incorrect[$i] *= 100/$total; |
|
if (! defined($max) || |
|
$max < $plot_correct[$i]+$plot_incorrect[$i] ) { |
|
$max = $plot_correct[$i]+$plot_incorrect[$i]; |
|
} |
|
} |
|
foreach (qw/1 5 10 15 20 25 30 40 50 75 100/) { |
|
if ($max <$_) { $max = $_; last; } |
|
} |
|
# |
|
my $title = &mt('Percent Difference'); |
|
my @labels = (1..scalar(@bins)-1); |
|
my $graph = &Apache::loncommon::DrawBarGraph |
|
($title,'Percent Difference from Correct','Percent of Answers', |
|
$max,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect, |
|
{xskip=>1}); |
|
# |
|
my $table = $graph.$/. |
|
&numerical_bin_table(\@bins,\@labels,\@incorrect,\@correct,\@count).$/; |
|
return $table; |
|
} |
|
|
|
sub numerical_plot_differences { |
|
my ($r,$responses,$stats) = @_; |
|
# |
|
my $total = $stats->{'submission_count'}; |
|
return '' if ($total == 0); |
|
my $max_bins = 21; |
|
my $min_bin_size = $stats->{'min_abs'}; |
|
my $low_bin = $stats->{'lowest_ans'}-$stats->{'max_bin_size'}; |
|
my $high_bin = $stats->{'highest_ans'}+$stats->{'max_bin_size'}; |
|
if ($high_bin > 0 && $low_bin > -$high_bin) { |
|
$low_bin = -$high_bin; |
|
} elsif ($low_bin < 0 && $high_bin < -$low_bin) { |
|
$high_bin = -$low_bin; |
|
} |
|
if (($high_bin -$low_bin)/$min_bin_size * 2 > $max_bins) { |
|
$min_bin_size = abs($high_bin - $low_bin) / $max_bins * 2; |
|
} |
|
my @bins; |
|
for (my $num = $low_bin;$num <= $high_bin;$num+=($min_bin_size/2)) { |
|
push(@bins,$num); |
|
} |
|
# |
|
my @correct; |
|
my @incorrect; |
|
my @count; |
|
while (my ($ans,$submissions) = each(%$responses)) { |
|
while (my ($submission,$counts) = each(%$submissions)) { |
|
my ($correct_count,$incorrect_count) = @$counts; |
|
my $scaled_value = $submission-$ans; |
|
if ($scaled_value < $bins[0]) { |
|
$bins[0]=$scaled_value-1; |
|
} |
|
my $bin=0; |
|
for ($bin=0;$bin<$#bins;$bin++) { |
|
last if ($bins[$bin]>$scaled_value); |
|
} |
|
$correct[$bin-1]+=$correct_count; |
|
$incorrect[$bin-1]+=$incorrect_count; |
|
$count[$bin-1]+=$correct_count+$incorrect_count; |
|
} |
|
} |
|
my @plot_correct = @correct; |
|
my @plot_incorrect = @incorrect; |
|
my $max; |
|
for (my $i=0;$i<=$#bins;$i++) { |
|
$plot_correct[$i] *= 100/$total; |
|
$plot_incorrect[$i] *= 100/$total; |
|
if (! defined($max) || |
|
$max < $plot_correct[$i]+$plot_incorrect[$i] ) { |
|
$max = $plot_correct[$i]+$plot_incorrect[$i]; |
|
} |
|
} |
|
foreach (qw/1 5 10 15 20 25 30 40 50 75 100/) { |
|
if ($max <$_) { $max = $_; last; } |
|
} |
|
# |
|
my $title = &mt('Difference between submission and correct'); |
|
my @labels = (1..scalar(@bins)-1); |
|
my $graph = &Apache::loncommon::DrawBarGraph |
|
($title,'Difference from Correct','Percent of Answers', |
|
$max,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect, |
|
{xskip=>1}); |
|
# |
|
my $table = $graph.$/. |
|
&numerical_bin_table(\@bins,\@labels,\@incorrect,\@correct,\@count).$/; |
|
return $table; |
|
} |
|
|
|
sub numerical_classify_responses { |
|
my ($full_row_data,$correct,$function) = @_; |
|
my %submission_data; |
|
my %students; |
|
my %stats; |
|
my $max=0; |
|
foreach my $row (@$full_row_data) { |
|
my %subm = &hashify_attempt($row); |
|
if (ref($correct) eq 'HASH') { |
|
my $s_correct = $correct->{$subm{'student'}}; |
|
$subm{'correct'} = $s_correct->{'answer'}; |
|
foreach my $item ('unit','ans_low','ans_high') { |
|
$subm{$item} = $s_correct->{$item}; |
|
} |
|
} else { # This probably never happens.... |
|
$subm{'correct'} = $correct->{'answer'}; |
|
$subm{'unit'} = $correct->{'unit'}; |
|
} |
|
# |
|
my $abs_low =abs($subm{'correct'}-$subm{'ans_low'}); |
|
my $abs_high=abs($subm{'correct'}-$subm{'ans_high'}); |
|
if (! defined($stats{'min_abs'}) || |
|
$stats{'min_abs'} > $abs_low) { |
|
$stats{'min_abs'} = $abs_low; |
|
} |
|
if ($stats{'min_abs'} > $abs_high) { |
|
$stats{'min_abs'} = $abs_high; |
|
} |
|
if (! defined($stats{'max_abs'}) || |
|
$stats{'max_abs'} < $abs_low) { |
|
$stats{'max_abs'} = $abs_low; |
|
} |
|
if ($stats{'max_abs'} < $abs_high) { |
|
$stats{'max_abs'} = $abs_high; |
|
} |
|
my $low_percent; |
|
my $high_percent; |
|
if (defined($subm{'correct'}) && $subm{'correct'} != 0) { |
|
$low_percent = 100 * abs($abs_low / $subm{'correct'}); |
|
$high_percent = 100 * abs($abs_high / $subm{'correct'}); |
|
} |
|
if (! defined($stats{'min_percent'}) || |
|
$stats{'min_percent'} > $low_percent) { |
|
$stats{'min_percent'} = $low_percent; |
|
} |
|
if ($stats{'min_percent'} > $high_percent) { |
|
$stats{'min_percent'} = $high_percent; |
|
} |
|
if (! defined($stats{'max_percent'}) || |
|
$stats{'max_percent'} < $low_percent) { |
|
$stats{'max_percent'} = $low_percent; |
|
} |
|
if ($stats{'max_percent'} < $high_percent) { |
|
$stats{'max_percent'} = $high_percent; |
|
} |
|
if (! defined($stats{'lowest_ans'}) || |
|
$stats{'lowest_ans'} > $subm{'correct'}) { |
|
$stats{'lowest_ans'} = $subm{'correct'}; |
|
} |
|
if (! defined($stats{'highest_ans'}) || |
|
$stats{'highest_ans'} < $subm{'correct'}) { |
|
$stats{'highest_ans'} = $subm{'correct'}; |
|
} |
|
# |
|
$subm{'submission'} =~ s/=\d+\s*$//; |
|
if (&$function(\%subm)) { |
|
my $scaled = '1'; |
|
my ($sname,$sdom) = split(':',$subm{'student'}); |
|
my ($myunit,$mysub) = ($subm{'unit'},$subm{'submission'}); |
|
my $result = |
|
&capa::caparesponse_get_real_response($myunit, |
|
$mysub, |
|
\$scaled); |
|
# &Apache::lonnet::logthis('scaled = '.$scaled.' result ='.$result); |
|
next if (! defined($scaled)); |
|
# next if ($result ne '6'); |
|
my $submission = $scaled; |
|
$students{$subm{'student'}}++; |
|
$stats{'submission_count'}++; |
|
if (&numerical_submission_is_correct($subm{'award'})) { |
|
$stats{'correct_count'}++; |
|
$submission_data{$subm{'correct'}}->{$submission}->[0]++; |
|
} elsif (&numerical_submission_is_incorrect($subm{'award'})) { |
|
$stats{'incorrect_count'}++; |
|
$submission_data{$subm{'correct'}}->{$submission}->[1]++; |
|
} |
|
} |
} |
} |
my $h_scale = ($width-10)/($max-$min); |
$stats{'correct_count'} |= 0; |
|
$stats{'incorrect_count'} |= 0; |
|
$stats{'students'}=scalar(keys(%students)); |
|
return (\%submission_data,\%stats); |
|
} |
|
|
|
sub numerical_submission_is_correct { |
|
my ($award) = @_; |
|
if ($award =~ /^(APPROX_ANS|EXACT_ANS)$/) { |
|
return 1; |
|
} else { |
|
return 0; |
|
} |
|
} |
|
|
|
sub numerical_submission_is_incorrect { |
|
my ($award) = @_; |
|
if ($award =~ /^(INCORRECT)$/) { |
|
return 1; |
|
} else { |
|
return 0; |
|
} |
|
} |
|
|
|
sub numerical_bin_table { |
|
my ($bins,$labels,$incorrect,$correct,$count)=@_; |
|
my $table = |
|
'<table><tr><th>'.&mt('Bar').'</th>'. |
|
'<th colspan="3">'.&mt('Range').'</th>'. |
|
'<th>'.&mt('Incorrect').'</th>'. |
|
'<th>'.&mt('Correct').'</th>'. |
|
'<th>'.&mt('Count').'</th>'. |
|
'</tr>'.$/; |
|
for (my $i=0;$i<scalar(@{$bins}-1);$i++) { |
|
my $lownum = $bins->[$i]; |
|
if ($i == 0) { $lownum = '-∞'; } |
|
my $highnum = $bins->[$i+1]; |
|
if ($i == scalar(@{$bins})-2) { $highnum = '∞'; } |
|
$table .= |
|
'<tr>'. |
|
'<td>'.$labels->[$i].'</td>'. |
|
'<td align="right">'.$lownum.'</td>'. |
|
'<td> - </td>'. |
|
'<td align="right">'.$highnum.'</td>'. |
|
'<td align="right">'.$incorrect->[$i].'</td>'. |
|
'<td align="right">'.$correct->[$i].'</td>'. |
|
'<td align="right">'.$count->[$i].'</td>'. |
|
'</tr>'.$/; |
|
} |
|
$table.= '</table>'; |
|
return $table; |
|
} |
|
|
|
sub numerical_determine_answers { |
|
my ($r,$resource,$partid,$respid,$students)=@_; |
|
my $c = $r->connection(); |
# |
# |
|
my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin |
|
($r,'Student Answer Compilation Status', |
|
'Student Answer Compilation Progress', scalar(@$students), |
|
'inline',undef,'Statistics','stats_status'); |
|
# |
|
# Read in the cache (if it exists) before we start timing things. |
|
&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'}); |
|
# |
|
my $correct; |
|
my %answers; |
|
foreach my $student (@$students) { |
|
last if ($c->aborted()); |
|
my $sname = $student->{'username'}; |
|
my $sdom = $student->{'domain'}; |
|
# analyze problem |
|
my $analysis = |
|
&Apache::lonstathelpers::analyze_problem_as_student($resource, |
|
$sname, |
|
$sdom); |
|
# make the key |
|
my $key = $partid.'.'.$respid; |
|
foreach my $item ('answer','unit','ans_high','ans_low') { |
|
$correct->{$sname.':'.$sdom}->{$item} = |
|
$analysis->{$key.'.'.$item}->[0]; |
|
} |
|
$answers{$analysis->{$key.'.answer'}->[0]}++; |
|
&Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, |
|
&mt('last student')); |
|
} |
|
&Apache::lonstathelpers::write_analysis_cache(); |
|
&Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); |
|
return ($correct,\%answers); |
|
} |
|
|
|
# |
|
# Inputs: $r, $width, $height, $data |
|
# $n = number of students |
|
# $data = hashref of $answer => $frequency pairs |
|
sub numerical_one_dimensional_plot { |
|
my ($r,$width,$height,$data)=@_; |
|
# |
|
# Compute data -> image scaling factors |
my $max_y = 0; |
my $max_y = 0; |
foreach (@$Data) { |
my $min_x = undef; |
$max_y = $_ if ($max_y < $_); |
my $max_x = undef; |
|
my $n = 0; |
|
while (my ($answer,$count) = each(%$data)) { |
|
$n+=$count; |
|
$max_y = $count if ($max_y < $count); |
|
if (! defined($min_x) || $answer < $min_x) { |
|
$min_x = $answer; |
|
} |
|
if (! defined($max_x) || $answer > $max_x) { |
|
$max_x = $answer; |
|
} |
|
} |
|
# |
|
my $min_max_difference = $max_x - $min_x; |
|
if (! defined($min_max_difference) || $min_max_difference == 0) { |
|
$min_max_difference = 1; |
} |
} |
|
my $h_scale = ($width-10)/$min_max_difference; |
|
# |
my $ticscale = 5; |
my $ticscale = 5; |
if ($max_y * $ticscale > $height/2) { |
if ($max_y * $ticscale > $height/2) { |
$ticscale = int($height/2/$max_y); |
$ticscale = int($height/2/$max_y); |
Line 268 sub one_dimensional_plot {
|
Line 667 sub one_dimensional_plot {
|
# Create the plot |
# Create the plot |
my $plot = |
my $plot = |
qq{<drawimage width="$width" height="$height" bgcolor="transparent" >}; |
qq{<drawimage width="$width" height="$height" bgcolor="transparent" >}; |
for (my $idx=0;$idx<scalar(@$Labels);$idx++) { |
while (my ($answer,$count) = each(%$data)) { |
my $xloc = 5+$h_scale*($Labels->[$idx] - $min); |
my $xloc = 5+$h_scale*($answer - $min_x); |
my $top = $height/2-$Data->[$idx]*$ticscale; |
my $top = $height/2-$count*$ticscale; |
my $bottom = $height/2+$Data->[$idx]*$ticscale; |
my $bottom = $height/2+$count*$ticscale; |
$plot .= |
$plot .= &line($xloc,$top,$xloc,$bottom,'888888',1); |
&line($xloc,$top,$xloc,$bottom,'888888',1); |
|
} |
} |
# |
# |
# Put the scale on last to ensure it is on top of the data. |
# Put the scale on last to ensure it is on top of the data. |
if ($min < 0 && $max > 0) { |
if ($min_x < 0 && $max_x > 0) { |
my $circle_x = 5+$h_scale*abs($min); # '0' in data coordinates |
my $circle_x = 5+$h_scale*abs($min_x); # '0' in data coordinates |
my $r = 4; |
my $r = 4; |
$plot .= &line(5,$height/2,$circle_x-$r,$height/2,'000000',1); |
$plot .= &line(5,$height/2,$circle_x-$r,$height/2,'000000',1); |
$plot .= &circle($circle_x,$height/2,$r+1,'000000'); |
$plot .= &circle($circle_x,$height/2,$r+1,'000000'); |
Line 288 sub one_dimensional_plot {
|
Line 686 sub one_dimensional_plot {
|
} |
} |
$plot .= '</drawimage>'; |
$plot .= '</drawimage>'; |
my $plotresult = &Apache::lonxml::xmlparse($r,'web',$plot); |
my $plotresult = &Apache::lonxml::xmlparse($r,'web',$plot); |
|
|
my $title = 'Distribution of correct answers'; |
|
my $result = '<table>'. |
my $result = '<table>'. |
'<tr><td colspan="3" align="center">'. |
'<tr><td colspan="3" align="center">'. |
'<font size="+2">'.$title.' (N='.$N.')'. |
'<font size="+2">'.&mt('Distribution of correct answers').'</font>'. |
'</font>'. |
'<br />'.&mt('[_1] students, [_2] distinct correct answers', |
|
$n,scalar(keys(%$data))). |
|
'<br />'.&mt('Maximum number of coinciding values: [_1]',$max_y). |
'</td></tr>'. |
'</td></tr>'. |
'<tr>'. |
'<tr>'. |
'<td valign="center">'.$min.'</td>'. |
'<td valign="center">'.$min_x.'</td>'. |
'<td>'.$plotresult.'</td>'. |
'<td>'.$plotresult.'</td>'. |
'<td valign="center">'.$max.'</td>'. |
'<td valign="center">'.$max_x.'</td>'. |
'</tr>'. |
'</tr>'. |
'<tr><td colspan="3" align="center">'. |
|
'Maximum Number of Coinciding Values: '.$max_y. |
|
'</td></tr>'. |
|
'</table>'; |
'</table>'; |
return $result; |
return $result; |
} |
} |
Line 312 sub one_dimensional_plot {
|
Line 707 sub one_dimensional_plot {
|
## These should probably go somewhere more suitable soon. |
## These should probably go somewhere more suitable soon. |
sub line { |
sub line { |
my ($x1,$y1,$x2,$y2,$color,$thickness) = @_; |
my ($x1,$y1,$x2,$y2,$color,$thickness) = @_; |
return qq{<line x1="$x1" y1="$y1" x2="$x2" y2="$y2" color="$color" thickness="$thickness" />$/}; |
return qq{<line x1="$x1" y1="$y1" x2="$x2" y2="$y2" color="$color" thickness="$thickness" />}; |
} |
} |
|
|
sub text { |
sub text { |
Line 341 sub circle {
|
Line 736 sub circle {
|
return &arc($x,$y,$radius,$radius,0,360,$color,$thickness,$filled); |
return &arc($x,$y,$radius,$radius,0,360,$color,$thickness,$filled); |
} |
} |
|
|
sub build_student_data_worksheet { |
|
my ($workbook,$format) = @_; |
|
my $rows_output = 3; |
|
my $cols_output = 0; |
|
my $worksheet = $workbook->addworksheet('Student Data'); |
|
$worksheet->write($rows_output++,0,'Student Data',$format->{'h3'}); |
|
my @Headers = ('full name','username','domain','section', |
|
"student\nnumber",'identifier'); |
|
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'}); |
|
my @Students = @Apache::lonstatistics::Students; |
|
my $studentrows = &Apache::loncoursedata::get_student_data(\@Students); |
|
my %ids; |
|
foreach my $row (@$studentrows) { |
|
my ($mysqlid,$student) = @$row; |
|
$ids{$student}=$mysqlid; |
|
} |
|
foreach my $student (@Students) { |
|
my $name_domain = $student->{'username'}.':'.$student->{'domain'}; |
|
$worksheet->write_row($rows_output++,0, |
|
[$student->{'fullname'}, |
|
$student->{'username'},$student->{'domain'}, |
|
$student->{'section'},$student->{'id'}, |
|
$ids{$name_domain}]); |
|
} |
|
return $worksheet; |
|
} |
|
|
|
######################################################### |
######################################################### |
######################################################### |
######################################################### |
## |
## |
Line 378 sub build_student_data_worksheet {
|
Line 746 sub build_student_data_worksheet {
|
sub radio_response_analysis { |
sub radio_response_analysis { |
my ($r,$problem,$problem_analysis,$students) = @_; |
my ($r,$problem,$problem_analysis,$students) = @_; |
# |
# |
if ($ENV{'form.AnalyzeOver'} !~ /^(tries|time)$/) { |
if ($env{'form.AnalyzeOver'} !~ /^(tries|time)$/) { |
$r->print('Bad request'); |
$r->print('Bad request'); |
} |
} |
# |
# |
Line 389 sub radio_response_analysis {
|
Line 757 sub radio_response_analysis {
|
my $analysis_html; |
my $analysis_html; |
my $foildata = $problem_analysis->{'_Foils'}; |
my $foildata = $problem_analysis->{'_Foils'}; |
my ($table,$foils,$concepts) = &build_foil_index($problem_analysis); |
my ($table,$foils,$concepts) = &build_foil_index($problem_analysis); |
|
if (! defined($concepts)) { |
|
$concepts = []; |
|
} |
# |
# |
my %true_foils; |
my %true_foils; |
my $num_true = 0; |
my $num_true = 0; |
Line 404 sub radio_response_analysis {
|
Line 775 sub radio_response_analysis {
|
$analysis_html .= $table; |
$analysis_html .= $table; |
# Gather student data |
# Gather student data |
my $response_data = &Apache::loncoursedata::get_response_data |
my $response_data = &Apache::loncoursedata::get_response_data |
(\@Apache::lonstatistics::SelectedSections, |
([&Apache::lonstatistics::get_selected_sections()], |
$Apache::lonstatistics::enrollment_status, |
$Apache::lonstatistics::enrollment_status, |
$resource->{'symb'},$respid); |
$resource->symb,$respid); |
my $correct; # either a hash reference or a scalar |
my $correct; # either a hash reference or a scalar |
if ($problem_analysis->{'answercomputed'} || scalar(@$concepts) > 1) { |
if ($problem_analysis->{'answercomputed'} || scalar(@$concepts) > 1) { |
# This takes a while for large classes... |
# This takes a while for large classes... |
Line 436 sub radio_response_analysis {
|
Line 807 sub radio_response_analysis {
|
} |
} |
# |
# |
$analysis_html.='<table>'; |
$analysis_html.='<table>'; |
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) { |
for (my $plot_num = 1;$plot_num<=$env{'form.NumPlots'};$plot_num++) { |
# classify data ->correct foil -> selected foil |
# classify data ->correct foil -> selected foil |
my ($restriction_function, |
my ($restriction_function, |
$correct_foil_title,$incorrect_foil_title, |
$correct_foil_title,$incorrect_foil_title, |
$pre_graph_text,$post_graph_text, |
$pre_graph_text,$post_graph_text, |
$no_data_text,@extra_data); |
$no_data_text,@extra_data); |
if ($ENV{'form.AnalyzeOver'} eq 'tries') { |
if ($env{'form.AnalyzeOver'} eq 'tries') { |
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)}; |
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)}; |
$correct_foil_title = 'Attempt '.$plot_num; |
$correct_foil_title = 'Attempt '.$plot_num; |
$incorrect_foil_title = 'Attempt '.$plot_num; |
$incorrect_foil_title = 'Attempt '.$plot_num; |
Line 450 sub radio_response_analysis {
|
Line 821 sub radio_response_analysis {
|
'Attempt [_1], [_2] submissions, [_3] correct, [_4] incorrect'; |
'Attempt [_1], [_2] submissions, [_3] correct, [_4] incorrect'; |
$post_graph_text = ''; |
$post_graph_text = ''; |
$no_data_text = 'No data exists for attempt [_1]'; |
$no_data_text = 'No data exists for attempt [_1]'; |
} elsif ($ENV{'form.AnalyzeOver'} eq 'time') { |
} elsif ($env{'form.AnalyzeOver'} eq 'time') { |
my $starttime = &Apache::lonhtmlcommon::get_date_from_form |
my $starttime = &Apache::lonhtmlcommon::get_date_from_form |
('startdate_'.$plot_num); |
('startdate_'.$plot_num); |
my $endtime = &Apache::lonhtmlcommon::get_date_from_form |
my $endtime = &Apache::lonhtmlcommon::get_date_from_form |
Line 461 sub radio_response_analysis {
|
Line 832 sub radio_response_analysis {
|
&get_time_from_row($response_data->[-1]), |
&get_time_from_row($response_data->[-1]), |
$plot_num); |
$plot_num); |
$pre_graph_text = |
$pre_graph_text = |
'Data from [_5] to [_6], [_2] submissions, [_3] correct, [_4] incorrect'; |
'Data from [_6] to [_7]<br /> [_2] submissions from [_5] students, [_3] correct, [_4] incorrect'; |
$extra_data[0] = &Apache::lonlocal::locallocaltime($starttime); |
$extra_data[0] = &Apache::lonlocal::locallocaltime($starttime); |
$extra_data[1] = &Apache::lonlocal::locallocaltime($endtime); |
$extra_data[1] = &Apache::lonlocal::locallocaltime($endtime); |
# |
# |
Line 485 sub radio_response_analysis {
|
Line 856 sub radio_response_analysis {
|
$no_data_text = 'No data for [_5] to [_6]'; |
$no_data_text = 'No data for [_5] to [_6]'; |
} |
} |
my $foil_choice_data = |
my $foil_choice_data = |
&RR_classify_response_data($response_data,$correct, |
&classify_response_data($response_data,$correct, |
$restriction_function); |
$restriction_function); |
# &Apache::lonstathelpers::log_hash_ref($foil_choice_data); |
# &Apache::lonstathelpers::log_hash_ref($foil_choice_data); |
my $answers; |
my $answers; |
if (ref($correct)) { |
if (ref($correct)) { |
Line 520 sub radio_response_analysis {
|
Line 891 sub radio_response_analysis {
|
$choice_plot ne '' || |
$choice_plot ne '' || |
$stacked_plot ne '') { |
$stacked_plot ne '') { |
my $correct = $foil_choice_data->{'_correct'}; |
my $correct = $foil_choice_data->{'_correct'}; |
if (! defined($correct) || $correct eq '') { |
$correct |= 0; |
$correct = 0; |
my $incorrect = $foil_choice_data->{'_count'}-$correct; |
} |
|
my $incorrect = |
|
$analysis_html.= '<tr><td colspan="4" align="center">'. |
$analysis_html.= '<tr><td colspan="4" align="center">'. |
'<font size="+1">'. |
'<font size="+1">'. |
&mt($pre_graph_text, |
&mt($pre_graph_text, |
$plot_num,$foil_choice_data->{'_count'}, |
$plot_num,$foil_choice_data->{'_count'}, |
$correct, |
$correct, |
$foil_choice_data->{'_count'}-$correct, |
$incorrect, |
|
$foil_choice_data->{'_students'}, |
@extra_data). |
@extra_data). |
'</td></tr>'.$/; |
'</td></tr>'.$/; |
$analysis_html.= |
$analysis_html.= |
Line 573 sub ensure_start_end_times {
|
Line 943 sub ensure_start_end_times {
|
(localtime($last - $sec_in_day*($plot_num-1)))[3..5]; |
(localtime($last - $sec_in_day*($plot_num-1)))[3..5]; |
$start = &Time::Local::timelocal(0,0,0,$sday,$smon,$syear); |
$start = &Time::Local::timelocal(0,0,0,$sday,$smon,$syear); |
$end = $start + $sec_in_day; |
$end = $start + $sec_in_day; |
if ($plot_num == $ENV{'form.NumPlots'}) { |
if ($plot_num == $env{'form.NumPlots'}) { |
$start = $first; |
$start = $first; |
} |
} |
} |
} |
Line 596 sub RR_concept_plot {
|
Line 966 sub RR_concept_plot {
|
} else { |
} else { |
$incorrect_by_concept{$concept->{'name'}} += |
$incorrect_by_concept{$concept->{'name'}} += |
$foil_data->{$foil}->{$choice}; |
$foil_data->{$foil}->{$choice}; |
|
|
} |
} |
} |
} |
} |
} |
Line 635 sub RR_create_percent_selected_plot {
|
Line 1004 sub RR_create_percent_selected_plot {
|
my %correct_selections; |
my %correct_selections; |
my %incorrect_selections; |
my %incorrect_selections; |
foreach my $foil (@$foils) { |
foreach my $foil (@$foils) { |
# foil_data has format $foil_data->{true_foil}->{selected foil} |
# foil_data has format $foil_data->{true_foil}->{selected foil}=count |
next if (! exists($foil_data->{$foil})); |
next if (! exists($foil_data->{$foil})); |
while (my ($f,$count)= each(%{$foil_data->{$foil}})) { |
while (my ($f,$count)= each(%{$foil_data->{$foil}})) { |
if ($f eq $foil) { |
if ($f eq $foil) { |
$correct_selections{$foil} += $count; |
$correct_selections{$foil} += $count; |
} else { |
} else { |
$incorrect_selections{$foil} += $count; |
$incorrect_selections{$f} += $count; |
} |
} |
} |
} |
} |
} |
Line 658 sub RR_create_percent_selected_plot {
|
Line 1027 sub RR_create_percent_selected_plot {
|
$incorrect[$i] = $incorrect_selections{$foil}; |
$incorrect[$i] = $incorrect_selections{$foil}; |
} |
} |
for (my $i=0;$i<=$#correct;$i++) { |
for (my $i=0;$i<=$#correct;$i++) { |
&Apache::lonnet::logthis('correct['.$i.']='.$correct[$i]); |
|
$correct[$i] = sprintf('%2f',$correct[$i]/$total*100); |
$correct[$i] = sprintf('%2f',$correct[$i]/$total*100); |
} |
} |
for (my $i=0;$i<=$#incorrect;$i++) { |
for (my $i=0;$i<=$#incorrect;$i++) { |
Line 757 sub RR_create_stacked_selection_plot {
|
Line 1125 sub RR_create_stacked_selection_plot {
|
return ($graph,\%count_per_foil); |
return ($graph,\%count_per_foil); |
} |
} |
|
|
|
|
|
######################################################### |
|
######################################################### |
|
## |
|
## Misc routines |
|
## |
|
######################################################### |
|
######################################################### |
|
|
# if $correct is a hash ref, it is assumed to be indexed by student names. |
# if $correct is a hash ref, it is assumed to be indexed by student names. |
# the values are assumed to be hash refs with a key of 'answer'. |
# the values are assumed to be hash refs with a key of 'answer'. |
sub RR_classify_response_data { |
sub classify_response_data { |
my ($full_row_data,$correct,$function) = @_; |
my ($full_row_data,$correct,$function) = @_; |
my %submission_data; |
my %submission_data; |
|
my %students; |
|
my $max=0; |
foreach my $row (@$full_row_data) { |
foreach my $row (@$full_row_data) { |
my %subm = &hashify_attempt($row); |
my %subm = &hashify_attempt($row); |
if (ref($correct) eq 'HASH') { |
if (ref($correct) eq 'HASH') { |
Line 771 sub RR_classify_response_data {
|
Line 1150 sub RR_classify_response_data {
|
} |
} |
$subm{'submission'} =~ s/=\d+\s*$//; |
$subm{'submission'} =~ s/=\d+\s*$//; |
if (&$function(\%subm)) { |
if (&$function(\%subm)) { |
|
$students{$subm{'student'}}++; |
$submission_data{'_count'}++; |
$submission_data{'_count'}++; |
if (&submission_is_correct($subm{'award'})) { |
if (&submission_is_correct($subm{'award'})) { |
$submission_data{'_correct'}++; |
$submission_data{'_correct'}++; |
} |
} |
$submission_data{$subm{'correct'}}->{$subm{'submission'}}++; |
|
|
if($max<++$submission_data{$subm{'correct'}}->{$subm{'submission'}}) { |
|
$max=$submission_data{$subm{'correct'}}->{$subm{'submission'}}; |
|
} |
} |
} |
} |
} |
|
$submission_data{'_max'} = $max; |
|
$submission_data{'_students'}=scalar(keys(%students)); |
return \%submission_data; |
return \%submission_data; |
} |
} |
|
|
Line 795 sub OptionResponseAnalysis {
|
Line 1180 sub OptionResponseAnalysis {
|
$problem->{'respid'}); |
$problem->{'respid'}); |
# Note: part data is not needed. |
# Note: part data is not needed. |
my $PerformanceData = &Apache::loncoursedata::get_response_data |
my $PerformanceData = &Apache::loncoursedata::get_response_data |
(\@Apache::lonstatistics::SelectedSections, |
([&Apache::lonstatistics::get_selected_sections()], |
$Apache::lonstatistics::enrollment_status, |
$Apache::lonstatistics::enrollment_status, |
$resource->{'symb'},$respid); |
$resource->symb,$respid); |
if (! defined($PerformanceData) || |
if (! defined($PerformanceData) || |
ref($PerformanceData) ne 'ARRAY' ) { |
ref($PerformanceData) ne 'ARRAY' ) { |
$r->print('<h2>'. |
$r->print('<h2>'. |
Line 805 sub OptionResponseAnalysis {
|
Line 1190 sub OptionResponseAnalysis {
|
'</h2>'); |
'</h2>'); |
} else { |
} else { |
$r->rflush(); |
$r->rflush(); |
if (exists($ENV{'form.ExcelOutput'})) { |
if ($env{'form.AnalyzeOver'} eq 'tries') { |
my $result = &OR_excel_sheet($r,$resource, |
my $analysis_html = &OR_tries_analysis($r, |
$PerformanceData, |
$PerformanceData, |
$problem_data); |
$problem_data); |
$r->print($result); |
$r->print($analysis_html); |
|
$r->rflush(); |
|
} elsif ($env{'form.AnalyzeOver'} eq 'time') { |
|
my $analysis_html = &OR_time_analysis($PerformanceData, |
|
$problem_data); |
|
$r->print($analysis_html); |
$r->rflush(); |
$r->rflush(); |
} else { |
} else { |
if ($ENV{'form.AnalyzeOver'} eq 'tries') { |
$r->print('<h2>'. |
my $analysis_html = &OR_tries_analysis($r, |
&mt('The analysis you have selected is '. |
$PerformanceData, |
'not supported at this time'). |
$problem_data); |
'</h2>'); |
$r->print($analysis_html); |
|
$r->rflush(); |
|
} elsif ($ENV{'form.AnalyzeOver'} eq 'time') { |
|
my $analysis_html = &OR_time_analysis($PerformanceData, |
|
$problem_data); |
|
$r->print($analysis_html); |
|
$r->rflush(); |
|
} else { |
|
$r->print('<h2>'. |
|
&mt('The analysis you have selected is '. |
|
'not supported at this time'). |
|
'</h2>'); |
|
} |
|
} |
} |
} |
} |
} |
} |
Line 841 sub OptionResponseAnalysis {
|
Line 1218 sub OptionResponseAnalysis {
|
sub OR_tries_analysis { |
sub OR_tries_analysis { |
my ($r,$PerformanceData,$ORdata) = @_; |
my ($r,$PerformanceData,$ORdata) = @_; |
my $mintries = 1; |
my $mintries = 1; |
my $maxtries = $ENV{'form.NumPlots'}; |
my $maxtries = $env{'form.NumPlots'}; |
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata); |
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata); |
|
if (! defined($Concepts)) { |
|
$Concepts = []; |
|
} |
my %response_data = &OR_analyze_by_tries($r,$PerformanceData, |
my %response_data = &OR_analyze_by_tries($r,$PerformanceData, |
$mintries,$maxtries); |
$mintries,$maxtries); |
my $analysis = ''; |
my $analysis = ''; |
Line 930 sub OR_tries_analysis {
|
Line 1310 sub OR_tries_analysis {
|
# |
# |
$concept_graph = &Apache::loncommon::DrawBarGraph |
$concept_graph = &Apache::loncommon::DrawBarGraph |
('Correct Concepts','Concept Number','Percent Correct', |
('Correct Concepts','Concept Number','Percent Correct', |
100,$plotcolors,undef,\@concept_plot_data); |
100,$plotcolors,undef,\@concept_plot_data,{xskip=>1}); |
} |
} |
# |
# |
# Create Foil Plots |
# Create Foil Plots |
my $data_count = $response_data{'_total'}->[$try]; |
my $data_count = $response_data{'_total'}->[$try]; |
my $correct = $response_data{'_correct'}->[$try]; |
my $correct = $response_data{'_correct'}->[$try]; |
|
$correct |= 0; |
my @Datasets; |
my @Datasets; |
foreach my $option ('_correct',@{$ORdata->{'_Options'}}) { |
foreach my $option ('_correct',@{$ORdata->{'_Options'}}) { |
next if (! exists($foil_plot[$try]->{$option})); |
next if (! exists($foil_plot[$try]->{$option})); |
Line 968 sub OR_tries_analysis {
|
Line 1349 sub OR_tries_analysis {
|
# |
# |
my $correct_graph = &Apache::loncommon::DrawBarGraph |
my $correct_graph = &Apache::loncommon::DrawBarGraph |
('Correct Statements','Statement','% Answered Correct', |
('Correct Statements','Statement','% Answered Correct', |
100,$plotcolors,\@Labels,$Datasets[0]); |
100,$plotcolors,\@Labels,$Datasets[0],{xskip=>1}); |
|
|
# |
# |
# |
# |
Line 980 sub OR_tries_analysis {
|
Line 1361 sub OR_tries_analysis {
|
$response_data{'_correct'}->[$try]; |
$response_data{'_correct'}->[$try]; |
my $incorrect_graph = &Apache::loncommon::DrawBarGraph |
my $incorrect_graph = &Apache::loncommon::DrawBarGraph |
('Incorrect Statements','Statement','% Chosen Incorrectly', |
('Incorrect Statements','Statement','% Chosen Incorrectly', |
100,$plotcolors,\@Labels,@Datasets); |
100,$plotcolors,\@Labels,@Datasets,{xskip=>1}); |
$analysis_html.= |
$analysis_html.= |
'<tr><td colspan="4" align="center">'. |
'<tr><td colspan="4" align="center">'. |
'<font size="+1">'. |
'<font size="+1">'. |
Line 1047 sub OR_time_analysis {
|
Line 1428 sub OR_time_analysis {
|
'</h3>'.$table; |
'</h3>'.$table; |
} |
} |
# |
# |
my $num_plots = $ENV{'form.NumPlots'}; |
my $num_plots = $env{'form.NumPlots'}; |
my $num_data = scalar(@$performance_data)-1; |
my $num_data = scalar(@$performance_data)-1; |
# |
# |
my $current_index; |
my $current_index; |
Line 1098 sub OR_time_analysis {
|
Line 1479 sub OR_time_analysis {
|
## |
## |
my ($processed_time_data,$correct,$data_count,$student_count) = |
my ($processed_time_data,$correct,$data_count,$student_count) = |
&OR_time_process_data($performance_data,$begin_index,$end_index); |
&OR_time_process_data($performance_data,$begin_index,$end_index); |
|
$correct |= 0; |
## |
## |
$table .= '<tr><td colspan="4" align="center"><font size="+1">'. |
$table .= '<tr><td colspan="4" align="center"><font size="+1">'. |
&mt('[_1] submissions from [_2] students submitting, [_3] correct, [_4] incorrect', |
&mt('[_1] submissions from [_2] students, [_3] correct, [_4] incorrect', |
$data_count,$student_count,$correct,$data_count-$correct). |
$data_count,$student_count,$correct,$data_count-$correct). |
'</font></td></tr>'.$/; |
'</font></td></tr>'.$/; |
my $concept_correct_plot = ''; |
my $concept_correct_plot = ''; |
Line 1174 sub OR_Foil_Time_Analysis {
|
Line 1556 sub OR_Foil_Time_Analysis {
|
100, |
100, |
$plotcolors, |
$plotcolors, |
undef, |
undef, |
$plotdata[0]); |
$plotdata[0], |
|
{xskip=>1}); |
for (my $j=0; $j< scalar(@{$plotdata[0]});$j++) { |
for (my $j=0; $j< scalar(@{$plotdata[0]});$j++) { |
$plotdata[0]->[$j]=0; |
$plotdata[0]->[$j]=0; |
} |
} |
Line 1185 sub OR_Foil_Time_Analysis {
|
Line 1568 sub OR_Foil_Time_Analysis {
|
100, |
100, |
$plotcolors, |
$plotcolors, |
undef, |
undef, |
@plotdata); |
@plotdata,{xskip=>1}); |
return ($correct_plot,$incorrect_plot); |
return ($correct_plot,$incorrect_plot); |
} |
} |
|
|
Line 1216 sub OR_Concept_Time_Analysis {
|
Line 1599 sub OR_Concept_Time_Analysis {
|
100, |
100, |
$plotcolors, |
$plotcolors, |
undef, |
undef, |
\@plotdata); |
\@plotdata,{xskip=>1}); |
} |
} |
|
|
sub OR_time_process_data { |
sub OR_time_process_data { |
Line 1234 sub OR_time_process_data {
|
Line 1617 sub OR_time_process_data {
|
if ($end_index == scalar(@$performance_data)-1) { |
if ($end_index == scalar(@$performance_data)-1) { |
$end_index++; |
$end_index++; |
} |
} |
&Apache::lonnet::logthis(' '.$begin_index.':'.$end_index); |
|
my $count; |
my $count; |
for (my $i=$begin_index;$i<$end_index;$i++) { |
for (my $i=$begin_index;$i<$end_index;$i++) { |
my $attempt = $performance_data->[$i]; |
my $attempt = $performance_data->[$i]; |
Line 1254 sub OR_time_process_data {
|
Line 1636 sub OR_time_process_data {
|
} |
} |
} |
} |
} |
} |
&Apache::lonnet::logthis('count = '.$count); |
|
return (\%processed_time_data,$correct,$data_count, |
return (\%processed_time_data,$correct,$data_count, |
scalar(keys(%distinct_students))); |
scalar(keys(%distinct_students))); |
} |
} |
|
|
######################################################### |
|
######################################################### |
|
## |
|
## Excel output |
|
## |
|
######################################################### |
|
######################################################### |
|
sub OR_excel_sheet { |
|
my ($r,$resource,$performance_data,$ORdata) = @_; |
|
my $response = ''; |
|
my (undef,$Foils,$Concepts) = &build_foil_index($ORdata); |
|
# |
|
# Create excel worksheet |
|
my $filename = '/prtspool/'. |
|
$ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. |
|
time.'_'.rand(1000000000).'.xls'; |
|
my $workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); |
|
if (! defined($workbook)) { |
|
$r->log_error("Error creating excel spreadsheet $filename: $!"); |
|
$r->print('<p>'.&mt("Unable to create new Excel file. ". |
|
"This error has been logged. ". |
|
"Please alert your LON-CAPA administrator"). |
|
'</p>'); |
|
return undef; |
|
} |
|
# |
|
$workbook->set_tempdir('/home/httpd/perl/tmp'); |
|
my $format = &Apache::loncommon::define_excel_formats($workbook); |
|
# |
|
# Create and populate main worksheets |
|
my $problem_data_sheet = $workbook->addworksheet('Problem Data'); |
|
my $student_data_sheet = &build_student_data_worksheet($workbook,$format); |
|
my $response_data_sheet = $workbook->addworksheet('Response Data'); |
|
foreach my $sheet ($problem_data_sheet,$student_data_sheet, |
|
$response_data_sheet) { |
|
$sheet->write(0,0,$resource->{'title'},$format->{'h2'}); |
|
$sheet->write(1,0,$resource->{'src'},$format->{'h3'}); |
|
} |
|
# |
|
my $result; |
|
$result = &OR_build_problem_data_worksheet($problem_data_sheet,$format, |
|
$Concepts,$ORdata); |
|
if ($result ne 'okay') { |
|
# Do something useful |
|
} |
|
$result = &OR_build_response_data_worksheet($response_data_sheet,$format, |
|
$performance_data,$Foils, |
|
$ORdata); |
|
if ($result ne 'okay') { |
|
# Do something useful |
|
} |
|
$response_data_sheet->activate(); |
|
# |
|
# Close the excel file |
|
$workbook->close(); |
|
# |
|
# Write a link to allow them to download it |
|
$result .= '<h2>'.&mt('Excel Raw Data Output').'</h2>'. |
|
'<p><a href="'.$filename.'">'. |
|
&mt('Your Excel spreadsheet.'). |
|
'</a></p>'."\n"; |
|
return $result; |
|
} |
|
|
|
sub OR_build_problem_data_worksheet { |
|
my ($worksheet,$format,$Concepts,$ORdata) = @_; |
|
my $rows_output = 3; |
|
my $cols_output = 0; |
|
$worksheet->write($rows_output++,0,'Problem Structure',$format->{'h3'}); |
|
## |
|
## |
|
my @Headers; |
|
if (@$Concepts > 1) { |
|
@Headers = ("Concept\nNumber",'Concept',"Foil\nNumber", |
|
'Foil Name','Foil Text','Correct value'); |
|
} else { |
|
@Headers = ('Foil Number','FoilName','Foil Text','Correct value'); |
|
} |
|
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'}); |
|
my %Foildata = %{$ORdata->{'_Foils'}}; |
|
my $conceptindex = 1; |
|
my $foilindex = 1; |
|
foreach my $concept (@$Concepts) { |
|
my @FoilsInConcept = @{$concept->{'foils'}}; |
|
my $firstfoil = shift(@FoilsInConcept); |
|
if (@$Concepts > 1) { |
|
$worksheet->write_row($rows_output++,0, |
|
[$conceptindex, |
|
$concept->{'name'}, |
|
$foilindex++, |
|
$Foildata{$firstfoil}->{'name'}, |
|
$Foildata{$firstfoil}->{'text'}, |
|
$Foildata{$firstfoil}->{'value'},]); |
|
} else { |
|
$worksheet->write_row($rows_output++,0, |
|
[ $foilindex++, |
|
$Foildata{$firstfoil}->{'name'}, |
|
$Foildata{$firstfoil}->{'text'}, |
|
$Foildata{$firstfoil}->{'value'},]); |
|
} |
|
foreach my $foilid (@FoilsInConcept) { |
|
if (@$Concepts > 1) { |
|
$worksheet->write_row($rows_output++,0, |
|
['', |
|
'', |
|
$foilindex, |
|
$Foildata{$foilid}->{'name'}, |
|
$Foildata{$foilid}->{'text'}, |
|
$Foildata{$foilid}->{'value'},]); |
|
} else { |
|
$worksheet->write_row($rows_output++,0, |
|
[$foilindex, |
|
$Foildata{$foilid}->{'name'}, |
|
$Foildata{$foilid}->{'text'}, |
|
$Foildata{$foilid}->{'value'},]); |
|
} |
|
} continue { |
|
$foilindex++; |
|
} |
|
} continue { |
|
$conceptindex++; |
|
} |
|
$rows_output++; |
|
$rows_output++; |
|
## |
|
## Option data output |
|
$worksheet->write($rows_output++,0,'Options',$format->{'header'}); |
|
foreach my $string (@{$ORdata->{'_Options'}}) { |
|
$worksheet->write($rows_output++,0,$string); |
|
} |
|
return 'okay'; |
|
} |
|
|
|
sub OR_build_response_data_worksheet { |
|
my ($worksheet,$format,$performance_data,$Foils,$ORdata)=@_; |
|
my $rows_output = 3; |
|
my $cols_output = 0; |
|
$worksheet->write($rows_output++,0,'Response Data',$format->{'h3'}); |
|
$worksheet->set_column(1,1,20); |
|
$worksheet->set_column(2,2,13); |
|
my @Headers = ('identifier','time','award detail','attempt'); |
|
foreach my $foil (@$Foils) { |
|
push (@Headers,$foil.' submission'); |
|
push (@Headers,$foil.' grading'); |
|
} |
|
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'}); |
|
# |
|
foreach my $row (@$performance_data) { |
|
next if (! defined($row)); |
|
my ($student,$award,$grading,$submission,$time,$tries) = @$row; |
|
my @Foilgrades = split('&',$grading); |
|
my @Foilsubs = split('&',$submission); |
|
my %response_data; |
|
for (my $j=0;$j<=$#Foilgrades;$j++) { |
|
my ($foilid,$correct) = split('=',$Foilgrades[$j]); |
|
my (undef,$submission) = split('=',$Foilsubs[$j]); |
|
$submission = &Apache::lonnet::unescape($submission); |
|
$response_data{$foilid.' submission'}=$submission; |
|
$response_data{$foilid.' award'}=$correct; |
|
} |
|
$worksheet->write($rows_output,$cols_output++,$student); |
|
$worksheet->write($rows_output,$cols_output++, |
|
&Apache::lonstathelpers::calc_serial($time),$format->{'date'}); |
|
$worksheet->write($rows_output,$cols_output++,$award); |
|
$worksheet->write($rows_output,$cols_output++,$tries); |
|
foreach my $foilid (@$Foils) { |
|
$worksheet->write($rows_output,$cols_output++, |
|
$response_data{$foilid.' submission'}); |
|
$worksheet->write($rows_output,$cols_output++, |
|
$response_data{$foilid.' award'}); |
|
} |
|
$rows_output++; |
|
$cols_output = 0; |
|
} |
|
return; |
|
} |
|
|
|
sub build_foil_index { |
sub build_foil_index { |
my ($ORdata) = @_; |
my ($ORdata) = @_; |
return if (! exists($ORdata->{'_Foils'})); |
return if (! exists($ORdata->{'_Foils'})); |
Line 1607 sub build_foil_key {
|
Line 1811 sub build_foil_key {
|
sub CreateInterface { |
sub CreateInterface { |
## |
## |
## Environment variable initialization |
## Environment variable initialization |
if (! exists$ENV{'form.AnalyzeOver'}) { |
if (! exists($env{'form.AnalyzeOver'})) { |
$ENV{'form.AnalyzeOver'} = 'tries'; |
$env{'form.AnalyzeOver'} = 'tries'; |
} |
} |
## |
## |
## Build the menu |
## Build the menu |
Line 1619 sub CreateInterface {
|
Line 1823 sub CreateInterface {
|
$Str .= '<tr>'; |
$Str .= '<tr>'; |
$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>'; |
$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>'; |
# $Str .= '<td align="center"><b>'.&mt('Sequences and Folders').'</b></td>'; |
|
$Str .= '<td align="center"> </td>'; |
$Str .= '<td align="center"> </td>'; |
$Str .= '</tr>'."\n"; |
$Str .= '</tr>'."\n"; |
## |
## |
Line 1632 sub CreateInterface {
|
Line 1835 sub CreateInterface {
|
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); |
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); |
$Str .= '</td>'; |
$Str .= '</td>'; |
# |
# |
# $Str .= '<td align="center">'; |
|
my $only_seq_with_assessments = sub { |
|
my $s=shift; |
|
if ($s->{'num_assess'} < 1) { |
|
return 0; |
|
} else { |
|
return 1; |
|
} |
|
}; |
|
&Apache::lonstatistics::MapSelect('Maps','multiple,all',5, |
|
$only_seq_with_assessments); |
|
## |
## |
## |
## |
$Str .= '<td>'; |
$Str .= '<td>'; |
## |
## |
my $showprob_checkbox = |
my $showprob_checkbox = |
'<input type="checkbox" name="show_prob" value="true" '; |
'<input type="checkbox" name="show_prob" value="true" '; |
if ($ENV{'form.show_prob'} eq 'true') { |
if ($env{'form.show_prob'} eq 'true') { |
$showprob_checkbox .= 'checked '; |
$showprob_checkbox .= 'checked '; |
} |
} |
$showprob_checkbox.= ' />'; |
$showprob_checkbox.= ' />'; |
Line 1659 sub CreateInterface {
|
Line 1851 sub CreateInterface {
|
## |
## |
my $analyze_selector = '<select name="AnalyzeOver" >'; |
my $analyze_selector = '<select name="AnalyzeOver" >'; |
$analyze_selector .= '<option value="tries" '; |
$analyze_selector .= '<option value="tries" '; |
if (! exists($ENV{'form.AnalyzeOver'}) || |
if (! exists($env{'form.AnalyzeOver'}) || |
$ENV{'form.AnalyzeOver'} eq 'tries'){ |
$env{'form.AnalyzeOver'} eq 'tries'){ |
# Default to tries |
# Default to tries |
$analyze_selector .= ' selected '; |
$analyze_selector .= ' selected '; |
} |
} |
$analyze_selector .= '>'.&mt('Tries').'</option>'; |
$analyze_selector .= '>'.&mt('Tries').'</option>'; |
$analyze_selector .= '<option value="time" '; |
$analyze_selector .= '<option value="time" '; |
$analyze_selector .= ' selected ' if ($ENV{'form.AnalyzeOver'} eq 'time'); |
$analyze_selector .= ' selected ' if ($env{'form.AnalyzeOver'} eq 'time'); |
$analyze_selector .= '>'.&mt('Time').'</option>'; |
$analyze_selector .= '>'.&mt('Time').'</option>'; |
$analyze_selector .= '</select>'; |
$analyze_selector .= '</select>'; |
$Str .= '<nobr><label>'. |
$Str .= '<nobr><label>'. |
Line 1676 sub CreateInterface {
|
Line 1868 sub CreateInterface {
|
'</label></nobr><br />'.$/; |
'</label></nobr><br />'.$/; |
## |
## |
my $numplots_selector = '<select name="NumPlots">'; |
my $numplots_selector = '<select name="NumPlots">'; |
if (! exists($ENV{'form.NumPlots'}) |
if (! exists($env{'form.NumPlots'}) |
|| $ENV{'form.NumPlots'} < 1 |
|| $env{'form.NumPlots'} < 1 |
|| $ENV{'form.NumPlots'} > 20) { |
|| $env{'form.NumPlots'} > 20) { |
$ENV{'form.NumPlots'} = 5; |
$env{'form.NumPlots'} = 5; |
} |
} |
foreach my $i (1,2,3,4,5,6,7,8,10,15,20) { |
foreach my $i (1,2,3,4,5,6,7,8,10,15,20) { |
$numplots_selector .= '<option value="'.$i.'" '; |
$numplots_selector .= '<option value="'.$i.'" '; |
if ($ENV{'form.NumPlots'} == $i) { $numplots_selector.=' selected '; } |
if ($env{'form.NumPlots'} == $i) { $numplots_selector.=' selected '; } |
$numplots_selector .= '>'.$i.'</option>'; |
$numplots_selector .= '>'.$i.'</option>'; |
} |
} |
$numplots_selector .= '</select></nobr><br />'; |
$numplots_selector .= '</select></nobr><br />'; |