version 1.103, 2004/11/10 16:56:39
|
version 1.104, 2004/11/10 21:23:10
|
Line 193 sub numerical_response_analysis {
|
Line 193 sub numerical_response_analysis {
|
$Apache::lonstatistics::enrollment_status, |
$Apache::lonstatistics::enrollment_status, |
$resource->{'symb'},$respid); |
$resource->{'symb'},$respid); |
# |
# |
|
$problem_analysis->{'answercomputed'} = 1; |
|
if ($problem_analysis->{'answercomputed'}) { |
|
my $answers = |
|
&Apache::lonstathelpers::GetStudentAnswers($r,$problem,$students, |
|
'Statistics', |
|
'stats_status'); |
|
$r->print(&numerical_one_dimensional_plot($r,600,150,$answers)); |
|
} |
|
my $analysis_html = '<table>'; |
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) { |
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) { |
my $restriction_function; |
my $restriction_function; |
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)}; |
my $header_message; |
|
my $stats_message; |
|
my $post_message; # passed through &mt sooner rather than later |
|
my $no_data_message; |
|
my @extra_data; |
|
if ($ENV{'form.AnalyzeOver'} eq 'tries') { |
|
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)}; |
|
$header_message = 'Attempt [_1]'; |
|
$stats_message = |
|
'[_1] submissions, [_2] correct, [_3] incorrect'; |
|
$post_message = ''; |
|
$no_data_message = 'No data exists for attempt [_1]'; |
|
} else { |
|
my $starttime = &Apache::lonhtmlcommon::get_date_from_form |
|
('startdate_'.$plot_num); |
|
my $endtime = &Apache::lonhtmlcommon::get_date_from_form |
|
('enddate_'.$plot_num); |
|
($starttime,$endtime) = &ensure_start_end_times |
|
($starttime,$endtime, |
|
&get_time_from_row($response_data->[0]), |
|
&get_time_from_row($response_data->[-1]), |
|
$plot_num); |
|
$header_message = 'Data from [_2] to [_3]'; |
|
$extra_data[0] = &Apache::lonlocal::locallocaltime($starttime); |
|
$extra_data[1] = &Apache::lonlocal::locallocaltime($endtime); |
|
# |
|
$stats_message = |
|
'[_1] submissions from [_4] students, [_2] correct, [_3] incorrect'; |
|
# |
|
$post_message = |
|
&mt('Start time: [_1]', |
|
&Apache::lonhtmlcommon::date_setter |
|
('Statistics','startdate_'.$plot_num,$starttime)). |
|
'<br />'. |
|
&mt('End time: [_1]', |
|
&Apache::lonhtmlcommon::date_setter |
|
('Statistics','enddate_'.$plot_num,$endtime)); |
|
$restriction_function = |
|
sub { |
|
my $t = $_[0]->{'timestamp'}; |
|
if ($t >= $starttime && $t < $endtime) { |
|
return 1; |
|
} else { |
|
return 0; |
|
} |
|
}; |
|
$no_data_message = 'No data for [_2] to [_3]'; |
|
} |
# |
# |
my ($correct,$intervals,$answers) = |
my ($correct,$intervals,$answers) = |
&numerical_response_determine_intervals($r,$resource,$partid, |
&numerical_response_determine_intervals($r,$resource,$partid, |
$respid,$students); |
$respid,$students); |
if ($c->aborted()) { return; }; |
if ($c->aborted()) { return; }; |
# |
# |
my $responses = &classify_response_data($response_data, |
my $responses = &numerical_classify_responses($response_data, |
$correct, |
$correct, |
$restriction_function); |
$restriction_function); |
my $student_count = $responses->{'_students'}; |
if ($responses->{'_count'} == 0) { |
my $correct_count = $responses->{'_correct'}; |
$analysis_html.= |
my $total_count = $responses->{'_count'}; |
'<tr><td colspan="2"><font size="+1"><b>'. |
my $max = $responses->{'_max'}; |
&mt($no_data_message,$plot_num,@extra_data). |
# |
'</b></font></td></tr>'; |
my $analysis_html = '<h2>'.&mt('Attempt [_1]',$plot_num).'</h2>'; |
} else { |
$analysis_html.= &numerical_one_dimensional_plot($r,600,150, |
$analysis_html.= |
scalar(@$students), |
'<tr><td colspan="2" align="center"><font size="+1"><b>'. |
$answers); |
&mt($header_message,$plot_num,@extra_data). |
$analysis_html.= '<table><tr>'. |
'</b></font></td></tr>'. |
'<td valign="top" align="center">'. |
'<tr><td colspan="2" align="center">'. |
&numerical_plot_percent($r,$responses).'</td>'. |
&mt($stats_message, |
'<td align="center" valign="top">'. |
$responses->{'_count'}, |
&numerical_plot_differences($r,$responses).'</td>'. |
$responses->{'_correct'}, |
'</tr>'.$/.'</table>'; |
$responses->{'_count'}-$responses->{'_correct'}, |
$r->print($analysis_html); |
$responses->{'_students'}, |
|
@extra_data). |
|
'</td></tr>'. |
|
'<tr>'.'<td valign="top" align="center">'. |
|
&numerical_plot_percent($r,$responses).'</td>'. |
|
'<td align="center" valign="top">'. |
|
&numerical_plot_differences($r,$responses).'</td>'. |
|
'</tr>'; |
|
} |
|
if ($post_message ne '') { |
|
$analysis_html .= |
|
'<tr><td colspan="2">'.$post_message.'</td></tr>'; |
|
} |
} |
} |
|
$analysis_html.='</table>'; |
|
$r->print($analysis_html); |
# |
# |
return; |
return; |
} |
} |
Line 243 sub numerical_plot_percent {
|
Line 313 sub numerical_plot_percent {
|
# |
# |
my @bins; |
my @bins; |
if ($minbin < 1) { |
if ($minbin < 1) { |
@bins = (0.1, ".5",1,1.5,2,2.5,3,4,5,10,20,50,100); |
@bins = ('0.1','0.5','1.0','1.5','2.0','2.5','3.0','4.0','5.0',10,20,50,100); |
} elsif ($minbin < 2) { |
} elsif ($minbin < 2) { |
@bins = (0.5,1,1.5,2,2.5,3,4,5,10,20,50,100); |
@bins = ('0.5','1.0','1.5','2.0','2.5','3.0','4.0','5.0',10,20,50,100); |
} elsif ($minbin < 5) { |
} elsif ($minbin < 5) { |
@bins = (1,2,3,4,5,10,25,50,75,100,200); |
@bins = (1,2,3,4,5,10,25,50,75,100,200); |
} elsif ($minbin < 10) { |
} elsif ($minbin < 10) { |
Line 257 sub numerical_plot_percent {
|
Line 327 sub numerical_plot_percent {
|
# |
# |
my @correct; |
my @correct; |
my @incorrect; |
my @incorrect; |
|
my @count; |
while (my ($interval,$submissions) = each(%$responses)) { |
while (my ($interval,$submissions) = each(%$responses)) { |
next if ($interval =~ /^_/); |
next if ($interval =~ /^_/); |
my ($ans,$ans_low,$ans_high) = split(" ",$interval); |
my ($ans,$ans_low,$ans_high) = split(" ",$interval); |
while (my ($submission,$count) = each(%$submissions)) { |
while (my ($submission,$counts) = each(%$submissions)) { |
|
my ($correct_count,$incorrect_count) = @$counts; |
my $scaled_value = abs(($submission-$ans)/$ans); |
my $scaled_value = abs(($submission-$ans)/$ans); |
my $bin=0; |
my $bin=0; |
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason |
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason |
last if ($bins[$bin]>$scaled_value); |
last if ($bins[$bin]>$scaled_value); |
} |
} |
if (($submission <= $ans_high) && ($submission >= $ans_low)) { |
$correct[$bin]+=$correct_count; |
$correct[$bin]+=$count; |
$incorrect[$bin]+=$incorrect_count; |
} else { |
$count[$bin]+=$correct_count+$incorrect_count; |
$incorrect[$bin]+=$count; |
|
} |
|
} |
} |
} |
} |
# |
# |
|
my @plot_correct; |
|
my @plot_incorrect; |
for (my $i=0;$i<=$#bins;$i++) { |
for (my $i=0;$i<=$#bins;$i++) { |
if (! defined( $correct[$i])) { $correct[$i]=0;} |
$plot_correct[$i] = $correct[$i]*100/$total; |
if (! defined($incorrect[$i])) { $incorrect[$i]=0;} |
$plot_incorrect[$i] = $incorrect[$i]*100/$total; |
$correct[$i]*=100/$total; |
|
$incorrect[$i]*=100/$total; |
|
} |
} |
my $title = &mt('Distribution by Percent'); |
my $title = &mt('Distribution by Percent'); |
my $graph = &Apache::loncommon::DrawBarGraph |
my $graph = &Apache::loncommon::DrawBarGraph |
($title,'Percent difference from correct','Number of answers', |
($title,'Percent difference from correct','Number of answers', |
100,['#33FF00','#FF3300'],\@labels,\@correct,\@incorrect, |
100,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect, |
{xskip=>1}); |
{xskip=>1}); |
# |
# |
my $table = $graph.'<table><tr><th>'.&mt('Bar').'</th>'. |
my $table = $graph.$/. |
'<th colspan="3">'.&mt('Range').'</th>'; |
&numerical_bin_table(\@bins,\@labels,\@incorrect,\@correct,\@count).$/; |
for (my $i=0;$i<=$#bins;$i++) { |
|
my $lownum; |
|
if ($i == 0) { |
|
$lownum = 0; |
|
} else { |
|
$lownum = $bins[$i-1]; |
|
} |
|
my $highnum = $bins[$i]; |
|
$table .= |
|
'<tr>'. |
|
'<td>'.$labels[$i].'</td>'. |
|
'<td align="right">'.$lownum.'</td>'. |
|
'<td> - </td>'. |
|
'<td align="right">'.$highnum.'</td>'.'</tr>'.$/; |
|
} |
|
$table.= '</table>'.$/; |
|
return $table; |
return $table; |
} |
} |
|
|
Line 339 sub numerical_plot_differences {
|
Line 393 sub numerical_plot_differences {
|
# |
# |
my @correct; |
my @correct; |
my @incorrect; |
my @incorrect; |
|
my @count; |
while (my ($interval,$submissions) = each(%$responses)) { |
while (my ($interval,$submissions) = each(%$responses)) { |
next if ($interval =~ /^_/); |
next if ($interval =~ /^_/); |
my ($ans,$ans_low,$ans_high) = split(" ",$interval); |
my ($ans,$ans_low,$ans_high) = split(" ",$interval); |
while (my ($submission,$count) = each(%$submissions)) { |
while (my ($submission,$counts) = each(%$submissions)) { |
|
my ($correct_count,$incorrect_count) = @$counts; |
my $value = abs($submission-$ans); |
my $value = abs($submission-$ans); |
my $bin=0; |
my $bin=0; |
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason |
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason |
last if ($bins[$bin]>$value); |
last if ($bins[$bin]>$value); |
} |
} |
if (($submission <= $ans_high) && ($submission >= $ans_low)) { |
$correct[$bin]+=$correct_count; |
$correct[$bin]+=$count; |
$incorrect[$bin]+=$incorrect_count; |
} else { |
$count[$bin]+=$correct_count+$incorrect_count; |
$incorrect[$bin]+=$count; |
|
} |
|
} |
} |
} |
} |
# |
# |
|
my @plot_correct; |
|
my @plot_incorrect; |
for (my $i=0;$i<=$#bins;$i++) { |
for (my $i=0;$i<=$#bins;$i++) { |
if (! defined( $correct[$i])) { $correct[$i]=0;} |
$plot_correct[$i] = $correct[$i]*100/$total; |
if (! defined($incorrect[$i])) { $incorrect[$i]=0;} |
$plot_incorrect[$i] = $incorrect[$i]*100/$total; |
$correct[$i]*=100/$total; |
|
$incorrect[$i]*=100/$total; |
|
} |
} |
my $title = &mt('Distribution by Magnitude'); |
my $title = &mt('Distribution by Magnitude'); |
my $graph = &Apache::loncommon::DrawBarGraph |
my $graph = &Apache::loncommon::DrawBarGraph |
($title,'magnitude difference from correct','Number of answers', |
($title,'magnitude difference from correct','Number of answers', |
100,['#33FF00','#FF3300'],\@labels,\@correct,\@incorrect,{xskip=>1}); |
100,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect, |
|
{xskip=>1}); |
# |
# |
my $table = $graph.'<table><tr><th>'.&mt('Bar').'</th>'. |
my $table = $graph.$/. |
'<th colspan="3">'.&mt('Range').'</th>'; |
&numerical_bin_table(\@bins,\@labels,\@incorrect,\@correct,\@count).$/; |
for (my $i=0;$i<=$#bins;$i++) { |
return $table; |
|
} |
|
|
|
sub numerical_classify_responses { |
|
my ($full_row_data,$correct,$function) = @_; |
|
my %submission_data; |
|
my %students; |
|
my $max=0; |
|
foreach my $row (@$full_row_data) { |
|
my %subm = &hashify_attempt($row); |
|
if (ref($correct) eq 'HASH') { |
|
$subm{'correct'} = $correct->{$subm{'student'}}; |
|
} else { |
|
$subm{'correct'} = $correct; |
|
} |
|
$subm{'submission'} =~ s/=\d+\s*$//; |
|
if (&$function(\%subm)) { |
|
my $submission = $subm{'submission'}; |
|
$students{$subm{'student'}}++; |
|
if (&numerical_submission_is_correct($subm{'award'})) { |
|
$submission_data{'_correct'}++; |
|
$submission_data{'_count'}++; |
|
$submission_data{$subm{'correct'}}->{$submission}->[0]++; |
|
} elsif (&numerical_submission_is_incorrect($subm{'award'})) { |
|
$submission_data{'_count'}++; |
|
$submission_data{$subm{'correct'}}->{$submission}->[1]++; |
|
} |
|
my $value = |
|
$submission_data{$subm{'correct'}}->{$submission}->[0]+ |
|
$submission_data{$subm{'correct'}}->{$submission}->[1]; |
|
if ($max < $value) { $max = $value; } |
|
} |
|
} |
|
$submission_data{'_max'} = $max; |
|
$submission_data{'_students'}=scalar(keys(%students)); |
|
return \%submission_data; |
|
} |
|
|
|
sub numerical_submission_is_correct { |
|
my ($award) = @_; |
|
if ($award =~ /^(APPROX_ANS|EXACT_ANS)$/) { |
|
return 1; |
|
} else { |
|
return 0; |
|
} |
|
} |
|
|
|
sub numerical_submission_is_incorrect { |
|
my ($award) = @_; |
|
if ($award =~ /^(INCORRECT)$/) { |
|
return 1; |
|
} else { |
|
return 0; |
|
} |
|
} |
|
|
|
sub numerical_bin_table { |
|
my ($bins,$labels,$incorrect,$correct,$count)=@_; |
|
my $table = |
|
'<table><tr><th>'.&mt('Bar').'</th>'. |
|
'<th colspan="3">'.&mt('Range').'</th>'. |
|
'<th>'.&mt('Incorrect').'</th>'. |
|
'<th>'.&mt('Correct').'</th>'. |
|
'<th>'.&mt('Count').'</th>'. |
|
'</tr>'.$/; |
|
for (my $i=0;$i<scalar(@{$bins});$i++) { |
my $lownum; |
my $lownum; |
if ($i == 0) { |
if ($i == 0) { |
$lownum = 0; |
$lownum = 0; |
} else { |
} else { |
$lownum = $bins[$i-1]; |
$lownum = $bins->[$i-1]; |
} |
} |
my $highnum = $bins[$i]; |
my $highnum = $bins->[$i]; |
$table .= |
$table .= |
'<tr>'. |
'<tr>'. |
'<td>'.$labels[$i].'</td>'. |
'<td>'.$labels->[$i].'</td>'. |
'<td align="right">'.$lownum.'</td>'. |
'<td align="right">'.$lownum.'</td>'. |
'<td> - </td>'. |
'<td> - </td>'. |
'<td align="right">'.$highnum.'</td>'.'</tr>'.$/; |
'<td align="right">'.$highnum.'</td>'. |
|
'<td align="right">'.$incorrect->[$i].'</td>'. |
|
'<td align="right">'.$correct->[$i].'</td>'. |
|
'<td align="right">'.$count->[$i].'</td>'. |
|
'</tr>'.$/; |
} |
} |
$table.= '</table>'.$/; |
$table.= '</table>'; |
return $table; |
return $table; |
} |
} |
|
|
Line 392 sub numerical_response_determine_interva
|
Line 516 sub numerical_response_determine_interva
|
my ($r,$resource,$partid,$respid,$students)=@_; |
my ($r,$resource,$partid,$respid,$students)=@_; |
my $c = $r->connection(); |
my $c = $r->connection(); |
# |
# |
# FIX ME: Need progress dialog updates |
# FIX ME: May need progress dialog updates |
# |
# |
# Read in the cache (if it exists) before we start timing things. |
# Read in the cache (if it exists) before we start timing things. |
&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'}); |
&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'}); |
Line 424 sub numerical_response_determine_interva
|
Line 548 sub numerical_response_determine_interva
|
return ($correct,\%intervals,\%answers); |
return ($correct,\%intervals,\%answers); |
} |
} |
|
|
|
# |
|
# Inputs: $r, $width, $height, $data |
|
# $n = number of students |
|
# $data = hashref of $answer => $frequency pairs |
sub numerical_one_dimensional_plot { |
sub numerical_one_dimensional_plot { |
my ($r,$width,$height,$n,$data)=@_; |
my ($r,$width,$height,$data)=@_; |
# |
# |
# Compute data -> image scaling factors |
# Compute data -> image scaling factors |
my $max_y = 0; |
my $max_y = 0; |
my $min_x = undef; |
my $min_x = undef; |
my $max_x = undef; |
my $max_x = undef; |
|
my $n = 0; |
while (my ($answer,$count) = each(%$data)) { |
while (my ($answer,$count) = each(%$data)) { |
|
$n+=$count; |
$max_y = $count if ($max_y < $count); |
$max_y = $count if ($max_y < $count); |
if (! defined($min_x) || $answer < $min_x) { |
if (! defined($min_x) || $answer < $min_x) { |
$min_x = $answer; |
$min_x = $answer; |
Line 965 sub classify_response_data {
|
Line 1095 sub classify_response_data {
|
if (&$function(\%subm)) { |
if (&$function(\%subm)) { |
$students{$subm{'student'}}++; |
$students{$subm{'student'}}++; |
$submission_data{'_count'}++; |
$submission_data{'_count'}++; |
|
|
if (&submission_is_correct($subm{'award'})) { |
if (&submission_is_correct($subm{'award'})) { |
$submission_data{'_correct'}++; |
$submission_data{'_correct'}++; |
} |
} |