loncom/interface/statistics/lonproblemanalysis.pm - diff

Return to lonproblemanalysis.pm CVS log

Up to [LON-CAPA] / loncom / interface / statistics

Diff for /loncom/interface/statistics/lonproblemanalysis.pm between versions 1.111 and 1.121

version 1.111, 2005/02/16 17:43:20	version 1.121, 2005/04/19 13:59:34
Line 27	Line 27
package Apache::lonproblemanalysis;	package Apache::lonproblemanalysis;

use strict;	use strict;
use Apache::lonnet();	use Apache::lonnet;
use Apache::loncommon();	use Apache::loncommon();
use Apache::lonhtmlcommon();	use Apache::lonhtmlcommon();
use Apache::loncoursedata();	use Apache::loncoursedata();
Line 73 sub BuildProblemAnalysisPage {	Line 73 sub BuildProblemAnalysisPage {
#	#
my @Students = @Apache::lonstatistics::Students;	my @Students = @Apache::lonstatistics::Students;
#	#
if (@Students < 1 && exists($ENV{'form.firstrun'})) {	if (@Students < 1 && exists($env{'form.firstrun'})) {
$r->print('<h2>There are no students in the sections selected</h2>');	$r->print('<h2>There are no students in the sections selected</h2>');
}	}
#	#
Line 82 sub BuildProblemAnalysisPage {	Line 82 sub BuildProblemAnalysisPage {
$r->rflush();	$r->rflush();
#	#
my $problem_types = '(option\|radiobutton\|numerical)';	my $problem_types = '(option\|radiobutton\|numerical)';
if (exists($ENV{'form.problemchoice'}) &&	if (exists($env{'form.problemchoice'}) &&
! exists($ENV{'form.SelectAnother'})) {	! exists($env{'form.SelectAnother'})) {
foreach my $button (@SubmitButtons) {	foreach my $button (@SubmitButtons) {
if ($button->{'name'} eq 'break') {	if ($button->{'name'} eq 'break') {
$r->print("<br />\n");	$r->print("<br />\n");
Line 97 sub BuildProblemAnalysisPage {	Line 97 sub BuildProblemAnalysisPage {
$r->print($html.(' 'x5));	$r->print($html.(' 'x5));
}	}
#	#
	$r->print(&Apache::lonstathelpers::submission_report_form
	('problem_analysis'));
	#
$r->print('<hr />');	$r->print('<hr />');
$r->rflush();	$r->rflush();
#	#
# Determine which problem we are to analyze	# Determine which problem we are to analyze
my $current_problem = &Apache::lonstathelpers::get_target_from_id	my $current_problem = &Apache::lonstathelpers::get_target_from_id
($ENV{'form.problemchoice'});	($env{'form.problemchoice'});
#	#
my ($prev,$curr,$next) =	my ($navmap,$prev,$curr,$next) =
&Apache::lonstathelpers::get_prev_curr_next($current_problem,	&Apache::lonstathelpers::get_prev_curr_next($current_problem,
$problem_types,	$problem_types,
'response',	'response',
);	);
if (exists($ENV{'form.PrevProblemAnalysis'}) && defined($prev)) {	if (exists($env{'form.PrevProblemAnalysis'}) && defined($prev)) {
$current_problem = $prev;	$current_problem = $prev;
} elsif (exists($ENV{'form.NextProblemAnalysis'}) && defined($next)) {	} elsif (exists($env{'form.NextProblemAnalysis'}) && defined($next)) {
$current_problem = $next;	$current_problem = $next;
} else {	} else {
$current_problem = $curr;	$current_problem = $curr;
}	}
#	#
# Store the current problem choice and send it out in the form	# Store the current problem choice and send it out in the form
$ENV{'form.problemchoice'} =	$env{'form.problemchoice'} =
&Apache::lonstathelpers::make_target_id($current_problem);	&Apache::lonstathelpers::make_target_id($current_problem);
$r->print('<input type="hidden" name="problemchoice" value="'.	$r->print('<input type="hidden" name="problemchoice" value="'.
$ENV{'form.problemchoice'}.'" />');	$env{'form.problemchoice'}.'" />');
#	#
if (! defined($current_problem->{'resource'})) {	if (! defined($current_problem->{'resource'})) {
$r->print('resource is undefined');	$r->print('resource is undefined');
} else {	} else {
my $resource = $current_problem->{'resource'};	my $resource = $current_problem->{'resource'};
$r->print('<h1>'.$resource->{'title'}.'</h1>');	$r->print('<h1>'.$resource->compTitle.'</h1>');
$r->print('<h3>'.$resource->{'src'}.'</h3>');	$r->print('<h3>'.$resource->src.'</h3>');
if ($ENV{'form.show_prob'} eq 'true') {	$r->print('<h4>'.&Apache::lonstatistics::section_and_enrollment_description().'</h4>');
	if ($env{'form.show_prob'} eq 'true') {
$r->print(&Apache::lonstathelpers::render_resource($resource));	$r->print(&Apache::lonstathelpers::render_resource($resource));
}	}
$r->rflush();	$r->rflush();
my %Data = &Apache::lonstathelpers::get_problem_data	my %Data = &Apache::lonstathelpers::get_problem_data
($resource->{'src'});	($resource->src);
my $problem_data = $Data{$current_problem->{'part'}.	my $problem_data = $Data{$current_problem->{'part'}.
'.'.	'.'.
$current_problem->{'respid'}};	$current_problem->{'respid'}};
Line 155 sub BuildProblemAnalysisPage {	Line 159 sub BuildProblemAnalysisPage {
}	}
$r->print('<hr />');	$r->print('<hr />');
} else {	} else {
$r->print('<input type="submit" name="ProblemAnalysis" value="'.	my $submit_button = '<input type="submit" '.
&mt('Analyze Problem').'" />');	'name="ProblemAnalysis" value="'.
	&mt('Analyze Problem').'" />';
	$r->print($submit_button);
$r->print(' 'x5);	$r->print(' 'x5);
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>');	$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>');
$r->print(&Apache::lonstathelpers::ProblemSelector	$r->print(&Apache::lonstathelpers::problem_selector($problem_types,
($problem_types));	$submit_button));
}	}
}	}

Line 175 sub numerical_response_analysis {	Line 181 sub numerical_response_analysis {
my ($r,$problem,$problem_analysis,$students) = @_;	my ($r,$problem,$problem_analysis,$students) = @_;
my $c = $r->connection();	my $c = $r->connection();
#	#
if ($ENV{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {	if ($env{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {
$r->print('Bad request');	$r->print('Bad request');
}	}
#	#
Line 184 sub numerical_response_analysis {	Line 190 sub numerical_response_analysis {
$problem->{'respid'});	$problem->{'respid'});
# Gather student data	# Gather student data
my $response_data = &Apache::loncoursedata::get_response_data	my $response_data = &Apache::loncoursedata::get_response_data
(\@Apache::lonstatistics::SelectedSections,	([&Apache::lonstatistics::get_selected_sections()],
$Apache::lonstatistics::enrollment_status,	$Apache::lonstatistics::enrollment_status,
$resource->{'symb'},$respid);	$resource->symb,$respid);
#	#
$problem_analysis->{'answercomputed'} = 1;	$problem_analysis->{'answercomputed'} = 1;
if ($problem_analysis->{'answercomputed'}) {	if ($problem_analysis->{'answercomputed'}) {
Line 204 sub numerical_response_analysis {	Line 210 sub numerical_response_analysis {
return;	return;
}	}
my $analysis_html = '<table>';	my $analysis_html = '<table>';
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) {	for (my $plot_num = 1;$plot_num<=$env{'form.NumPlots'};$plot_num++) {
my $restriction_function;	my $restriction_function;
my $header_message;	my $header_message;
my $stats_message;	my $stats_message;
my $post_message; # passed through &mt sooner rather than later	my $post_message; # passed through &mt sooner rather than later
my $no_data_message;	my $no_data_message;
my @extra_data;	my @extra_data;
if ($ENV{'form.AnalyzeOver'} eq 'tries') {	if ($env{'form.AnalyzeOver'} eq 'tries') {
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};	$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};
$header_message = 'Attempt [_1]';	$header_message = 'Attempt [_1]';
$stats_message =	$stats_message =
Line 260 sub numerical_response_analysis {	Line 266 sub numerical_response_analysis {
$respid,$students);	$respid,$students);
if ($c->aborted()) { return; };	if ($c->aborted()) { return; };
#	#
my $responses = &numerical_classify_responses($response_data,$correct,	my ($responses,$stats) =
$restriction_function);	&numerical_classify_responses($response_data,$correct,
if ($responses->{'_count'} == 0) {	$restriction_function);
	if ($stats->{'submission_count'} == 0) {
$analysis_html.=	$analysis_html.=
'<tr><td colspan="2"><font size="+1"><b>'.	'<tr><td colspan="2"><font size="+1"><b>'.
&mt($no_data_message,$plot_num,@extra_data).	&mt($no_data_message,$plot_num,@extra_data).
Line 274 sub numerical_response_analysis {	Line 281 sub numerical_response_analysis {
'</b></font></td></tr>'.	'</b></font></td></tr>'.
'<tr><td colspan="2" align="center">'.	'<tr><td colspan="2" align="center">'.
&mt($stats_message,	&mt($stats_message,
$responses->{'_count'},	$stats->{'submission_count'},
$responses->{'_correct'},	$stats->{'correct_count'},
$responses->{'_count'}-$responses->{'_correct'},	$stats->{'incorrect_count'},
$responses->{'_students'},	$stats->{'students'},
@extra_data).	@extra_data).
'</td></tr>'.	'</td></tr>'.
'<tr>'.'<td valign="top" align="center">'.	'<tr>'.'<td valign="top" align="center">'.
&numerical_plot_percent($r,$responses).'</td>'.	&numerical_plot_percent($r,$responses,$stats).'</td>'.
'<td align="center" valign="top">'.	'<td align="center" valign="top">'.
&numerical_plot_differences($r,$responses).'</td>'.	&numerical_plot_differences($r,$responses,$stats).'</td>'.
'</tr>';	'</tr>';
}	}
if ($post_message ne '') {	if ($post_message ne '') {
Line 298 sub numerical_response_analysis {	Line 305 sub numerical_response_analysis {
}	}

sub numerical_plot_percent {	sub numerical_plot_percent {
my ($r,$responses) = @_;	my ($r,$responses,$stats) = @_;
#	#
my $total = $responses->{'_count'};	my $total = $stats->{'submission_count'};
return '' if ($total == 0);	return '' if ($total == 0);
my $minbin = 5;	my $max_bins = 50;
while (my ($interval,$submissions) = each(%$responses)) {	my $lowest_percent = $stats->{'min_percent'};
next if ($interval =~ /^_/);	my $highest_percent = $stats->{'max_percent'};
my ($ans,$ans_low,$ans_high) = split(" ",$interval);	my $percent_spread = $highest_percent - $lowest_percent;
my $low_percent = abs(100*($ans-$ans_low)/$ans);	foreach (qw/20 30 40 50 100 200/) {
my $high_percent = abs(100*($ans_high-$ans)/$ans);	if ($percent_spread < $_) {
if ($minbin > $high_percent) { $minbin = $high_percent; }	$highest_percent =$_/2;
if ($minbin > $low_percent) { $minbin = $low_percent; }	last;
	}
	}
	my $bin_size = 1;
	foreach (qw/0.01 0.05 0.1 0.5 1 2 5 10 20 25 50 100/) {
	if ($lowest_percent/2 < $_){
	$bin_size = $_;
	last;
	}
}	}
#
my @bins;	my @bins;
if ($minbin < 1) {	for (my $bin = -$highest_percent;$bin<0;$bin+=$bin_size) {
@bins = ('0.1','0.5','1.0','1.5','2.0','2.5','3.0','4.0','5.0',10,20,50,100);	push (@bins,$bin);
} elsif ($minbin < 2) {
@bins = ('0.5','1.0','1.5','2.0','2.5','3.0','4.0','5.0',10,20,50,100);
} elsif ($minbin < 5) {
@bins = (1,2,3,4,5,10,25,50,75,100,200);
} elsif ($minbin < 10) {
@bins = (2,4,6,8,10,12,15,20,25,30,50,75,100,200);
} else {
@bins = (5,10,15,20,25,30,50,75,100,200);
}	}
my @labels = (1..scalar(@bins));	for (my $bin = 0; $bin<$highest_percent;$bin+=$bin_size) {
	push (@bins,$bin);
	}
	push(@bins,$highest_percent);
#	#
my @correct;	my @correct;
my @incorrect;	my @incorrect;
my @count;	my @count;
while (my ($interval,$submissions) = each(%$responses)) {	while (my ($ans,$submissions) = each(%$responses)) {
next if ($interval =~ /^_/);
my ($ans,$ans_low,$ans_high) = split(" ",$interval);
while (my ($submission,$counts) = each(%$submissions)) {	while (my ($submission,$counts) = each(%$submissions)) {
my ($correct_count,$incorrect_count) = @$counts;	my ($correct_count,$incorrect_count) = @$counts;
my $scaled_value = abs(($submission-$ans)/$ans);	my $scaled_value = 100*($submission-$ans)/abs($ans);
my $bin=0;	if ($scaled_value < $bins[0]) {
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason	$bins[0]=$scaled_value -1;
	}
	my $bin;
	for ($bin=0;$bin<$#bins;$bin++) {
last if ($bins[$bin]>$scaled_value);	last if ($bins[$bin]>$scaled_value);
}	}
$correct[$bin]+=$correct_count;	$correct[$bin-1]+=$correct_count;
$incorrect[$bin]+=$incorrect_count;	$incorrect[$bin-1]+=$incorrect_count;
$count[$bin]+=$correct_count+$incorrect_count;	$count[$bin-1]+=$correct_count+$incorrect_count;
}	}
}	}
#	#
my @plot_correct;	my @plot_correct = @correct;
my @plot_incorrect;	my @plot_incorrect = @incorrect;
for (my $i=0;$i<=$#bins;$i++) {	my $max;
$plot_correct[$i] = $correct[$i]*100/$total;	for (my $i=0;$i<$#bins;$i++) {
$plot_incorrect[$i] = $incorrect[$i]*100/$total;	$plot_correct[$i] *= 100/$total;
	$plot_incorrect[$i] *= 100/$total;
	if (! defined($max) \|\|
	$max < $plot_correct[$i]+$plot_incorrect[$i] ) {
	$max = $plot_correct[$i]+$plot_incorrect[$i];
	}
}	}
my $title = &mt('Distribution by Percent');	foreach (qw/1 5 10 15 20 25 30 40 50 75 100/) {
	if ($max <$_) { $max = $_; last; }
	}
	#
	my $title = &mt('Percent Difference');
	my @labels = (1..scalar(@bins)-1);
my $graph = &Apache::loncommon::DrawBarGraph	my $graph = &Apache::loncommon::DrawBarGraph
($title,'Percent difference from correct','Number of answers',	($title,'Percent Difference from Correct','Percent of Answers',
100,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,	$max,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,
{xskip=>1});	{xskip=>1});
#	#
my $table = $graph.$/.	my $table = $graph.$/.
Line 363 sub numerical_plot_percent {	Line 383 sub numerical_plot_percent {
}	}

sub numerical_plot_differences {	sub numerical_plot_differences {
my ($r,$responses) = @_;	my ($r,$responses,$stats) = @_;
#	#
my $total = $responses->{'_count'};	my $total = $stats->{'submission_count'};
return '' if ($total == 0);	return '' if ($total == 0);
my $minbin = undef;	my $max_bins = 21;
my $maxbin = undef;	my $min_bin_size = $stats->{'min_abs'};
while (my ($interval,$submissions) = each(%$responses)) {	my $low_bin = $stats->{'lowest_ans'}-$stats->{'max_bin_size'};
next if ($interval =~ /^_/);	my $high_bin = $stats->{'highest_ans'}+$stats->{'max_bin_size'};
my ($ans,$ans_low,$ans_high) = split(" ",$interval);	if ($high_bin > 0 && $low_bin > -$high_bin) {
my $low_diff = abs($ans-$ans_low);	$low_bin = -$high_bin;
my $high_diff = abs($ans_high-$ans);	} elsif ($low_bin < 0 && $high_bin < -$low_bin) {
if (! defined($maxbin)) { $maxbin = $low_diff;}	$high_bin = -$low_bin;
if (! defined($minbin)) { $minbin = $low_diff;}	}
#	if (($high_bin -$low_bin)/$min_bin_size * 2 > $max_bins) {
if ($minbin > $high_diff) { $minbin = $high_diff; }	$min_bin_size = abs($high_bin - $low_bin) / $max_bins * 2;
if ($minbin > $low_diff ) { $minbin = $low_diff; }	}
#
if ($maxbin < $high_diff) { $maxbin = $high_diff; }
if ($maxbin < $low_diff ) { $maxbin = $low_diff; }
}
#
my @bins;	my @bins;
my @labels;	for (my $num = $low_bin;$num <= $high_bin;$num+=($min_bin_size/2)) {
# Hmmmm, should switch to absolute difference	push(@bins,$num);
for (my $i=1;$i<=20;$i++) {
push(@bins,$i*$minbin/2);
push(@labels,$i);
}	}
#	#
my @correct;	my @correct;
my @incorrect;	my @incorrect;
my @count;	my @count;
while (my ($interval,$submissions) = each(%$responses)) {	while (my ($ans,$submissions) = each(%$responses)) {
next if ($interval =~ /^_/);
my ($ans,$ans_low,$ans_high) = split(" ",$interval);
while (my ($submission,$counts) = each(%$submissions)) {	while (my ($submission,$counts) = each(%$submissions)) {
my ($correct_count,$incorrect_count) = @$counts;	my ($correct_count,$incorrect_count) = @$counts;
my $value = abs($submission-$ans);	my $scaled_value = $submission-$ans;
	if ($scaled_value < $bins[0]) {
	$bins[0]=$scaled_value-1;
	}
my $bin=0;	my $bin=0;
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason	for ($bin=0;$bin<$#bins;$bin++) {
last if ($bins[$bin]>$value);	last if ($bins[$bin]>$scaled_value);
}	}
$correct[$bin]+=$correct_count;	$correct[$bin-1]+=$correct_count;
$incorrect[$bin]+=$incorrect_count;	$incorrect[$bin-1]+=$incorrect_count;
$count[$bin]+=$correct_count+$incorrect_count;	$count[$bin-1]+=$correct_count+$incorrect_count;
}	}
}	}
#	my @plot_correct = @correct;
my @plot_correct;	my @plot_incorrect = @incorrect;
my @plot_incorrect;	my $max;
for (my $i=0;$i<=$#bins;$i++) {	for (my $i=0;$i<=$#bins;$i++) {
$plot_correct[$i] = $correct[$i]*100/$total;	$plot_correct[$i] *= 100/$total;
$plot_incorrect[$i] = $incorrect[$i]*100/$total;	$plot_incorrect[$i] *= 100/$total;
	if (! defined($max) \|\|
	$max < $plot_correct[$i]+$plot_incorrect[$i] ) {
	$max = $plot_correct[$i]+$plot_incorrect[$i];
	}
}	}
my $title = &mt('Distribution by Magnitude');	foreach (qw/1 5 10 15 20 25 30 40 50 75 100/) {
	if ($max <$_) { $max = $_; last; }
	}
	#
	my $title = &mt('Difference between submission and correct');
	my @labels = (1..scalar(@bins)-1);
my $graph = &Apache::loncommon::DrawBarGraph	my $graph = &Apache::loncommon::DrawBarGraph
($title,'magnitude difference from correct','Number of answers',	($title,'Difference from Correct','Percent of Answers',
100,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,	$max,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,
{xskip=>1});	{xskip=>1});
#	#
my $table = $graph.$/.	my $table = $graph.$/.
Line 429 sub numerical_plot_differences {	Line 451 sub numerical_plot_differences {
}	}

sub numerical_classify_responses {	sub numerical_classify_responses {
&Apache::lonnet::logthis('--------------');
my ($full_row_data,$correct,$function) = @_;	my ($full_row_data,$correct,$function) = @_;
my %submission_data;	my %submission_data;
my %students;	my %students;
	my %stats;
my $max=0;	my $max=0;
foreach my $row (@$full_row_data) {	foreach my $row (@$full_row_data) {
# &Apache::lonnet::logthis(' row = '.join(',',@$row));
my %subm = &hashify_attempt($row);	my %subm = &hashify_attempt($row);
if (ref($correct) eq 'HASH') {	if (ref($correct) eq 'HASH') {
$subm{'correct'} = $correct->{$subm{'student'}}->{'answer'};	my $s_correct = $correct->{$subm{'student'}};
$subm{'unit'} = $correct->{$subm{'student'}}->{'unit'};	$subm{'correct'} = $s_correct->{'answer'};
	foreach my $item ('unit','ans_low','ans_high') {
	$subm{$item} = $s_correct->{$item};
	}
} else { # This probably never happens....	} else { # This probably never happens....
$subm{'correct'} = $correct->{'answer'};	$subm{'correct'} = $correct->{'answer'};
$subm{'unit'} = $correct->{'unit'};	$subm{'unit'} = $correct->{'unit'};
}	}
	#
	my $abs_low =abs($subm{'correct'}-$subm{'ans_low'});
	my $abs_high=abs($subm{'correct'}-$subm{'ans_high'});
	if (! defined($stats{'min_abs'}) \|\|
	$stats{'min_abs'} > $abs_low) {
	$stats{'min_abs'} = $abs_low;
	}
	if ($stats{'min_abs'} > $abs_high) {
	$stats{'min_abs'} = $abs_high;
	}
	if (! defined($stats{'max_abs'}) \|\|
	$stats{'max_abs'} < $abs_low) {
	$stats{'max_abs'} = $abs_low;
	}
	if ($stats{'max_abs'} < $abs_high) {
	$stats{'max_abs'} = $abs_high;
	}
	my $low_percent;
	my $high_percent;
	if (defined($subm{'correct'}) && $subm{'correct'} != 0) {
	$low_percent = 100 * abs($abs_low / $subm{'correct'});
	$high_percent = 100 * abs($abs_high / $subm{'correct'});
	}
	if (! defined($stats{'min_percent'}) \|\|
	$stats{'min_percent'} > $low_percent) {
	$stats{'min_percent'} = $low_percent;
	}
	if ($stats{'min_percent'} > $high_percent) {
	$stats{'min_percent'} = $high_percent;
	}
	if (! defined($stats{'max_percent'}) \|\|
	$stats{'max_percent'} < $low_percent) {
	$stats{'max_percent'} = $low_percent;
	}
	if ($stats{'max_percent'} < $high_percent) {
	$stats{'max_percent'} = $high_percent;
	}
	if (! defined($stats{'lowest_ans'}) \|\|
	$stats{'lowest_ans'} > $subm{'correct'}) {
	$stats{'lowest_ans'} = $subm{'correct'};
	}
	if (! defined($stats{'highest_ans'}) \|\|
	$stats{'highest_ans'} < $subm{'correct'}) {
	$stats{'highest_ans'} = $subm{'correct'};
	}
	#
$subm{'submission'} =~ s/=\d+\s*$//;	$subm{'submission'} =~ s/=\d+\s*$//;
if (&$function(\%subm)) {	if (&$function(\%subm)) {
my $scaled = '1';	my $scaled = '1';
my ($sname,$sdom) = split(':',$subm{'student'});	my ($sname,$sdom) = split(':',$subm{'student'});
# Note that $subm{'unit'} is modified by the following call
# We do not use it again but you should be aware just in case.
my ($myunit,$mysub) = ($subm{'unit'},$subm{'submission'});	my ($myunit,$mysub) = ($subm{'unit'},$subm{'submission'});
my $result =	my $result =
&capa::caparesponse_get_real_response($myunit,	&capa::caparesponse_get_real_response($myunit,
$mysub,	$mysub,
\$scaled);	\$scaled);
	# &Apache::lonnet::logthis('scaled = '.$scaled.' result ='.$result);
next if (! defined($scaled));	next if (! defined($scaled));
next if ($result ne '6');	# next if ($result ne '6');
my $submission = $scaled;	my $submission = $scaled;
$students{$subm{'student'}}++;	$students{$subm{'student'}}++;
	$stats{'submission_count'}++;
if (&numerical_submission_is_correct($subm{'award'})) {	if (&numerical_submission_is_correct($subm{'award'})) {
&Apache::lonnet::logthis('correct:'.$submission.':'.$subm{'correct'});	$stats{'correct_count'}++;
$submission_data{'_correct'}++;
$submission_data{'_count'}++;
$submission_data{$subm{'correct'}}->{$submission}->[0]++;	$submission_data{$subm{'correct'}}->{$submission}->[0]++;
} elsif (&numerical_submission_is_incorrect($subm{'award'})) {	} elsif (&numerical_submission_is_incorrect($subm{'award'})) {
&Apache::lonnet::logthis('incorrect:'.$submission.':'.$subm{'correct'});	$stats{'incorrect_count'}++;
$submission_data{'_count'}++;
$submission_data{$subm{'correct'}}->{$submission}->[1]++;	$submission_data{$subm{'correct'}}->{$submission}->[1]++;
}	}
my $value =
$submission_data{$subm{'correct'}}->{$submission}->[0]+
$submission_data{$subm{'correct'}}->{$submission}->[1];
if ($max < $value) { $max = $value; }
}	}
}	}
$submission_data{'_max'} = $max;	$stats{'correct_count'} \|= 0;
$submission_data{'_students'}=scalar(keys(%students));	$stats{'incorrect_count'} \|= 0;
return \%submission_data;	$stats{'students'}=scalar(keys(%students));
	return (\%submission_data,\%stats);
}	}

sub numerical_submission_is_correct {	sub numerical_submission_is_correct {
my ($award) = @_;	my ($award) = @_;
&Apache::lonnet::logthis('award = "'.$award.'"');
if ($award =~ /^(APPROX_ANS\|EXACT_ANS)$/) {	if ($award =~ /^(APPROX_ANS\|EXACT_ANS)$/) {
return 1;	return 1;
} else {	} else {
Line 508 sub numerical_bin_table {	Line 571 sub numerical_bin_table {
'<th>'.&mt('Correct').'</th>'.	'<th>'.&mt('Correct').'</th>'.
'<th>'.&mt('Count').'</th>'.	'<th>'.&mt('Count').'</th>'.
'</tr>'.$/;	'</tr>'.$/;
for (my $i=0;$i<scalar(@{$bins});$i++) {	for (my $i=0;$i<scalar(@{$bins}-1);$i++) {
my $lownum;	my $lownum = $bins->[$i];
if ($i == 0) {	if ($i == 0) { $lownum = '-∞'; }
$lownum = 0;	my $highnum = $bins->[$i+1];
} else {	if ($i == scalar(@{$bins})-2) { $highnum = '∞'; }
$lownum = $bins->[$i-1];
}
my $highnum = $bins->[$i];
$table .=	$table .=
'<tr>'.	'<tr>'.
'<td>'.$labels->[$i].'</td>'.	'<td>'.$labels->[$i].'</td>'.
Line 535 sub numerical_determine_answers {	Line 595 sub numerical_determine_answers {
my ($r,$resource,$partid,$respid,$students)=@_;	my ($r,$resource,$partid,$respid,$students)=@_;
my $c = $r->connection();	my $c = $r->connection();
#	#
# FIX ME: May need progress dialog updates	my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin
	($r,'Student Answer Compilation Status',
	'Student Answer Compilation Progress', scalar(@$students),
	'inline',undef,'Statistics','stats_status');
#	#
# Read in the cache (if it exists) before we start timing things.	# Read in the cache (if it exists) before we start timing things.
&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'});	&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'});
Line 553 sub numerical_determine_answers {	Line 616 sub numerical_determine_answers {
$sdom);	$sdom);
# make the key	# make the key
my $key = $partid.'.'.$respid;	my $key = $partid.'.'.$respid;
$correct->{$sname.':'.$sdom}->{'answer'} =	foreach my $item ('answer','unit','ans_high','ans_low') {
$analysis->{$key.'.answer'}->[0];	$correct->{$sname.':'.$sdom}->{$item} =
$correct->{$sname.':'.$sdom}->{'unit'} =	$analysis->{$key.'.'.$item}->[0];
$analysis->{$key.'.unit'}->[0];	}
$answers{$analysis->{$key.'.answer'}->[0]}++;	$answers{$analysis->{$key.'.answer'}->[0]}++;
	&Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
	&mt('last student'));
}	}
&Apache::lonstathelpers::write_analysis_cache();	&Apache::lonstathelpers::write_analysis_cache();
	&Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
return ($correct,\%answers);	return ($correct,\%answers);
}	}

Line 680 sub circle {	Line 746 sub circle {
sub radio_response_analysis {	sub radio_response_analysis {
my ($r,$problem,$problem_analysis,$students) = @_;	my ($r,$problem,$problem_analysis,$students) = @_;
#	#
if ($ENV{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {	if ($env{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {
$r->print('Bad request');	$r->print('Bad request');
}	}
#	#
Line 709 sub radio_response_analysis {	Line 775 sub radio_response_analysis {
$analysis_html .= $table;	$analysis_html .= $table;
# Gather student data	# Gather student data
my $response_data = &Apache::loncoursedata::get_response_data	my $response_data = &Apache::loncoursedata::get_response_data
(\@Apache::lonstatistics::SelectedSections,	([&Apache::lonstatistics::get_selected_sections()],
$Apache::lonstatistics::enrollment_status,	$Apache::lonstatistics::enrollment_status,
$resource->{'symb'},$respid);	$resource->symb,$respid);
my $correct; # either a hash reference or a scalar	my $correct; # either a hash reference or a scalar
if ($problem_analysis->{'answercomputed'} \|\| scalar(@$concepts) > 1) {	if ($problem_analysis->{'answercomputed'} \|\| scalar(@$concepts) > 1) {
# This takes a while for large classes...	# This takes a while for large classes...
Line 741 sub radio_response_analysis {	Line 807 sub radio_response_analysis {
}	}
#	#
$analysis_html.='<table>';	$analysis_html.='<table>';
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) {	for (my $plot_num = 1;$plot_num<=$env{'form.NumPlots'};$plot_num++) {
# classify data ->correct foil -> selected foil	# classify data ->correct foil -> selected foil
my ($restriction_function,	my ($restriction_function,
$correct_foil_title,$incorrect_foil_title,	$correct_foil_title,$incorrect_foil_title,
$pre_graph_text,$post_graph_text,	$pre_graph_text,$post_graph_text,
$no_data_text,@extra_data);	$no_data_text,@extra_data);
if ($ENV{'form.AnalyzeOver'} eq 'tries') {	if ($env{'form.AnalyzeOver'} eq 'tries') {
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};	$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};
$correct_foil_title = 'Attempt '.$plot_num;	$correct_foil_title = 'Attempt '.$plot_num;
$incorrect_foil_title = 'Attempt '.$plot_num;	$incorrect_foil_title = 'Attempt '.$plot_num;
Line 755 sub radio_response_analysis {	Line 821 sub radio_response_analysis {
'Attempt [_1], [_2] submissions, [_3] correct, [_4] incorrect';	'Attempt [_1], [_2] submissions, [_3] correct, [_4] incorrect';
$post_graph_text = '';	$post_graph_text = '';
$no_data_text = 'No data exists for attempt [_1]';	$no_data_text = 'No data exists for attempt [_1]';
} elsif ($ENV{'form.AnalyzeOver'} eq 'time') {	} elsif ($env{'form.AnalyzeOver'} eq 'time') {
my $starttime = &Apache::lonhtmlcommon::get_date_from_form	my $starttime = &Apache::lonhtmlcommon::get_date_from_form
('startdate_'.$plot_num);	('startdate_'.$plot_num);
my $endtime = &Apache::lonhtmlcommon::get_date_from_form	my $endtime = &Apache::lonhtmlcommon::get_date_from_form
Line 825 sub radio_response_analysis {	Line 891 sub radio_response_analysis {
$choice_plot ne '' \|\|	$choice_plot ne '' \|\|
$stacked_plot ne '') {	$stacked_plot ne '') {
my $correct = $foil_choice_data->{'_correct'};	my $correct = $foil_choice_data->{'_correct'};
if (! defined($correct) \|\| $correct eq '') {	$correct \|= 0;
$correct = 0;	my $incorrect = $foil_choice_data->{'_count'}-$correct;
}
my $incorrect =
$analysis_html.= '<tr><td colspan="4" align="center">'.	$analysis_html.= '<tr><td colspan="4" align="center">'.
'<font size="+1">'.	'<font size="+1">'.
&mt($pre_graph_text,	&mt($pre_graph_text,
$plot_num,$foil_choice_data->{'_count'},	$plot_num,$foil_choice_data->{'_count'},
$correct,	$correct,
$foil_choice_data->{'_count'}-$correct,	$incorrect,
$foil_choice_data->{'_students'},	$foil_choice_data->{'_students'},
@extra_data).	@extra_data).
'</td></tr>'.$/;	'</td></tr>'.$/;
Line 879 sub ensure_start_end_times {	Line 943 sub ensure_start_end_times {
(localtime($last - $sec_in_day*($plot_num-1)))[3..5];	(localtime($last - $sec_in_day*($plot_num-1)))[3..5];
$start = &Time::Local::timelocal(0,0,0,$sday,$smon,$syear);	$start = &Time::Local::timelocal(0,0,0,$sday,$smon,$syear);
$end = $start + $sec_in_day;	$end = $start + $sec_in_day;
if ($plot_num == $ENV{'form.NumPlots'}) {	if ($plot_num == $env{'form.NumPlots'}) {
$start = $first;	$start = $first;
}	}
}	}
Line 888 sub ensure_start_end_times {	Line 952 sub ensure_start_end_times {

sub RR_concept_plot {	sub RR_concept_plot {
my ($concepts,$foil_data,$title) = @_;	my ($concepts,$foil_data,$title) = @_;
&Apache::lonnet::logthis('got to RR_concept_plot');
#	#
my %correct_by_concept;	my %correct_by_concept;
my %incorrect_by_concept;	my %incorrect_by_concept;
Line 936 sub RR_concept_plot {	Line 999 sub RR_concept_plot {

sub RR_create_percent_selected_plot {	sub RR_create_percent_selected_plot {
my ($concepts,$foils,$foil_data,$title) = @_;	my ($concepts,$foils,$foil_data,$title) = @_;
&Apache::lonnet::logthis('got to RR_create_percent_selected_plot');
#	#
if ($foil_data->{'_count'} == 0) { return ''; };	if ($foil_data->{'_count'} == 0) { return ''; };
my %correct_selections;	my %correct_selections;
Line 1008 sub RR_create_percent_selected_plot {	Line 1070 sub RR_create_percent_selected_plot {
sub RR_create_stacked_selection_plot {	sub RR_create_stacked_selection_plot {
my ($foils,$foil_data,$title,$true_foils)=@_;	my ($foils,$foil_data,$title,$true_foils)=@_;
#	#
&Apache::lonnet::logthis('got to RR_create_stacked_selection_plot');
my @dataset; # array of array refs - multicolor rows $datasets[row]->[col]	my @dataset; # array of array refs - multicolor rows $datasets[row]->[col]
my @labels;	my @labels;
my $count;	my $count;
Line 1119 sub OptionResponseAnalysis {	Line 1180 sub OptionResponseAnalysis {
$problem->{'respid'});	$problem->{'respid'});
# Note: part data is not needed.	# Note: part data is not needed.
my $PerformanceData = &Apache::loncoursedata::get_response_data	my $PerformanceData = &Apache::loncoursedata::get_response_data
(\@Apache::lonstatistics::SelectedSections,	([&Apache::lonstatistics::get_selected_sections()],
$Apache::lonstatistics::enrollment_status,	$Apache::lonstatistics::enrollment_status,
$resource->{'symb'},$respid);	$resource->symb,$respid);
if (! defined($PerformanceData) \|\|	if (! defined($PerformanceData) \|\|
ref($PerformanceData) ne 'ARRAY' ) {	ref($PerformanceData) ne 'ARRAY' ) {
$r->print('<h2>'.	$r->print('<h2>'.
Line 1129 sub OptionResponseAnalysis {	Line 1190 sub OptionResponseAnalysis {
'</h2>');	'</h2>');
} else {	} else {
$r->rflush();	$r->rflush();
if ($ENV{'form.AnalyzeOver'} eq 'tries') {	if ($env{'form.AnalyzeOver'} eq 'tries') {
my $analysis_html = &OR_tries_analysis($r,	my $analysis_html = &OR_tries_analysis($r,
$PerformanceData,	$PerformanceData,
$problem_data);	$problem_data);
$r->print($analysis_html);	$r->print($analysis_html);
$r->rflush();	$r->rflush();
} elsif ($ENV{'form.AnalyzeOver'} eq 'time') {	} elsif ($env{'form.AnalyzeOver'} eq 'time') {
my $analysis_html = &OR_time_analysis($PerformanceData,	my $analysis_html = &OR_time_analysis($PerformanceData,
$problem_data);	$problem_data);
$r->print($analysis_html);	$r->print($analysis_html);
Line 1157 sub OptionResponseAnalysis {	Line 1218 sub OptionResponseAnalysis {
sub OR_tries_analysis {	sub OR_tries_analysis {
my ($r,$PerformanceData,$ORdata) = @_;	my ($r,$PerformanceData,$ORdata) = @_;
my $mintries = 1;	my $mintries = 1;
my $maxtries = $ENV{'form.NumPlots'};	my $maxtries = $env{'form.NumPlots'};
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);	my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);
if (! defined($Concepts)) {	if (! defined($Concepts)) {
$Concepts = [];	$Concepts = [];
Line 1255 sub OR_tries_analysis {	Line 1316 sub OR_tries_analysis {
# Create Foil Plots	# Create Foil Plots
my $data_count = $response_data{'_total'}->[$try];	my $data_count = $response_data{'_total'}->[$try];
my $correct = $response_data{'_correct'}->[$try];	my $correct = $response_data{'_correct'}->[$try];
	$correct \|= 0;
my @Datasets;	my @Datasets;
foreach my $option ('_correct',@{$ORdata->{'_Options'}}) {	foreach my $option ('_correct',@{$ORdata->{'_Options'}}) {
next if (! exists($foil_plot[$try]->{$option}));	next if (! exists($foil_plot[$try]->{$option}));
Line 1366 sub OR_time_analysis {	Line 1428 sub OR_time_analysis {
'</h3>'.$table;	'</h3>'.$table;
}	}
#	#
my $num_plots = $ENV{'form.NumPlots'};	my $num_plots = $env{'form.NumPlots'};
my $num_data = scalar(@$performance_data)-1;	my $num_data = scalar(@$performance_data)-1;
#	#
my $current_index;	my $current_index;
Line 1417 sub OR_time_analysis {	Line 1479 sub OR_time_analysis {
##	##
my ($processed_time_data,$correct,$data_count,$student_count) =	my ($processed_time_data,$correct,$data_count,$student_count) =
&OR_time_process_data($performance_data,$begin_index,$end_index);	&OR_time_process_data($performance_data,$begin_index,$end_index);
	$correct \|= 0;
##	##
$table .= '<tr><td colspan="4" align="center"><font size="+1">'.	$table .= '<tr><td colspan="4" align="center"><font size="+1">'.
&mt('[_1] submissions from [_2] students, [_3] correct, [_4] incorrect',	&mt('[_1] submissions from [_2] students, [_3] correct, [_4] incorrect',
Line 1748 sub build_foil_key {	Line 1811 sub build_foil_key {
sub CreateInterface {	sub CreateInterface {
##	##
## Environment variable initialization	## Environment variable initialization
if (! exists$ENV{'form.AnalyzeOver'}) {	if (! exists($env{'form.AnalyzeOver'})) {
$ENV{'form.AnalyzeOver'} = 'tries';	$env{'form.AnalyzeOver'} = 'tries';
}	}
##	##
## Build the menu	## Build the menu
Line 1760 sub CreateInterface {	Line 1823 sub CreateInterface {
$Str .= '<tr>';	$Str .= '<tr>';
$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>';	$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>';
$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>';	$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>';
# $Str .= '<td align="center"><b>'.&mt('Sequences and Folders').'</b></td>';
$Str .= '<td align="center"> </td>';	$Str .= '<td align="center"> </td>';
$Str .= '</tr>'."\n";	$Str .= '</tr>'."\n";
##	##
Line 1773 sub CreateInterface {	Line 1835 sub CreateInterface {
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);	$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);
$Str .= '</td>';	$Str .= '</td>';
#	#
# $Str .= '<td align="center">';
my $only_seq_with_assessments = sub {
my $s=shift;
if ($s->{'num_assess'} < 1) {
return 0;
} else {
return 1;
}
};
&Apache::lonstatistics::MapSelect('Maps','multiple,all',5,
$only_seq_with_assessments);
##	##
##	##
$Str .= '<td>';	$Str .= '<td>';
##	##
my $showprob_checkbox =	my $showprob_checkbox =
'<input type="checkbox" name="show_prob" value="true" ';	'<input type="checkbox" name="show_prob" value="true" ';
if ($ENV{'form.show_prob'} eq 'true') {	if ($env{'form.show_prob'} eq 'true') {
$showprob_checkbox .= 'checked ';	$showprob_checkbox .= 'checked ';
}	}
$showprob_checkbox.= ' />';	$showprob_checkbox.= ' />';
Line 1800 sub CreateInterface {	Line 1851 sub CreateInterface {
##	##
my $analyze_selector = '<select name="AnalyzeOver" >';	my $analyze_selector = '<select name="AnalyzeOver" >';
$analyze_selector .= '<option value="tries" ';	$analyze_selector .= '<option value="tries" ';
if (! exists($ENV{'form.AnalyzeOver'}) \|\|	if (! exists($env{'form.AnalyzeOver'}) \|\|
$ENV{'form.AnalyzeOver'} eq 'tries'){	$env{'form.AnalyzeOver'} eq 'tries'){
# Default to tries	# Default to tries
$analyze_selector .= ' selected ';	$analyze_selector .= ' selected ';
}	}
$analyze_selector .= '>'.&mt('Tries').'</option>';	$analyze_selector .= '>'.&mt('Tries').'</option>';
$analyze_selector .= '<option value="time" ';	$analyze_selector .= '<option value="time" ';
$analyze_selector .= ' selected ' if ($ENV{'form.AnalyzeOver'} eq 'time');	$analyze_selector .= ' selected ' if ($env{'form.AnalyzeOver'} eq 'time');
$analyze_selector .= '>'.&mt('Time').'</option>';	$analyze_selector .= '>'.&mt('Time').'</option>';
$analyze_selector .= '</select>';	$analyze_selector .= '</select>';
$Str .= '<nobr><label>'.	$Str .= '<nobr><label>'.
Line 1817 sub CreateInterface {	Line 1868 sub CreateInterface {
'</label></nobr><br />'.$/;	'</label></nobr><br />'.$/;
##	##
my $numplots_selector = '<select name="NumPlots">';	my $numplots_selector = '<select name="NumPlots">';
if (! exists($ENV{'form.NumPlots'})	if (! exists($env{'form.NumPlots'})
\|\| $ENV{'form.NumPlots'} < 1	\|\| $env{'form.NumPlots'} < 1
\|\| $ENV{'form.NumPlots'} > 20) {	\|\| $env{'form.NumPlots'} > 20) {
$ENV{'form.NumPlots'} = 5;	$env{'form.NumPlots'} = 5;
}	}
foreach my $i (1,2,3,4,5,6,7,8,10,15,20) {	foreach my $i (1,2,3,4,5,6,7,8,10,15,20) {
$numplots_selector .= '<option value="'.$i.'" ';	$numplots_selector .= '<option value="'.$i.'" ';
if ($ENV{'form.NumPlots'} == $i) { $numplots_selector.=' selected '; }	if ($env{'form.NumPlots'} == $i) { $numplots_selector.=' selected '; }
$numplots_selector .= '>'.$i.'</option>';	$numplots_selector .= '>'.$i.'</option>';
}	}
$numplots_selector .= '</select></nobr><br />';	$numplots_selector .= '</select></nobr><br />';

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.111
changed lines
	Added in v.1.121