loncom/interface/statistics/lonproblemanalysis.pm - diff

Return to lonproblemanalysis.pm CVS log

Up to [LON-CAPA] / loncom / interface / statistics

Diff for /loncom/interface/statistics/lonproblemanalysis.pm between versions 1.109 and 1.141

version 1.109, 2004/12/23 19:57:35	version 1.141, 2011/12/21 21:25:51
Line 27	Line 27
package Apache::lonproblemanalysis;	package Apache::lonproblemanalysis;

use strict;	use strict;
use Apache::lonnet();	use Apache::lonnet;
use Apache::loncommon();	use Apache::loncommon();
use Apache::lonhtmlcommon();	use Apache::lonhtmlcommon();
use Apache::loncoursedata();	use Apache::loncoursedata();
	use Apache::lonquickgrades();
use Apache::lonstatistics;	use Apache::lonstatistics;
use Apache::lonlocal;	use Apache::lonlocal;
use Apache::lonstathelpers();	use Apache::lonstathelpers();
use Apache::lonstudentsubmissions();	use Apache::lonstudentsubmissions();
use HTML::Entities();	use HTML::Entities();
use Time::Local();	use Time::Local();
use Spreadsheet::WriteExcel();
use capa;	use capa;
	use lib '/home/httpd/lib/perl/';
	use LONCAPA;


my $plotcolors = ['#33ff00',	my $plotcolors = ['#33ff00',
'#0033cc', '#990000', '#aaaa66', '#663399', '#ff9933',	'#0033cc', '#990000', '#aaaa66', '#663399', '#ff9933',
Line 53 my @SubmitButtons = ({ name => 'PrevProb	Line 56 my @SubmitButtons = ({ name => 'PrevProb
text => 'Next Problem' },	text => 'Next Problem' },
{ name => 'break'},	{ name => 'break'},
{ name => 'SelectAnother',	{ name => 'SelectAnother',
text => 'Choose a different Problem' },	text => 'Choose a different Problem' });
{ name => 'ExcelOutput',
text => 'Produce Excel Output' });

sub BuildProblemAnalysisPage {	sub BuildProblemAnalysisPage {
my ($r,$c)=@_;	my ($r,$c)=@_;
#	#
my %Saveable_Parameters = ('Status' => 'scalar',	my %Saveable_Parameters = ('Status' => 'scalar',
'Section' => 'array',	'Section' => 'array',
	'Groups' => 'array',
'NumPlots' => 'scalar',	'NumPlots' => 'scalar',
'AnalyzeOver' => 'scalar',	'AnalyzeOver' => 'scalar',
);	);
Line 72 sub BuildProblemAnalysisPage {	Line 74 sub BuildProblemAnalysisPage {
#	#
&Apache::lonstatistics::PrepareClasslist();	&Apache::lonstatistics::PrepareClasslist();
#	#
	$r->print(&Apache::lonhtmlcommon::breadcrumbs('Detailed Problem Analysis'));
	&Apache::lonquickgrades::startGradeScreen($r,'statistics');

$r->print(&CreateInterface());	$r->print(&CreateInterface());
#	#
my @Students = @Apache::lonstatistics::Students;	my @Students = @Apache::lonstatistics::Students;
#	#
if (@Students < 1 && exists($ENV{'form.firstrun'})) {	if (@Students < 1 && exists($env{'form.firstrun'})) {
$r->print('<h2>There are no students in the sections selected</h2>');	$r->print('<div class="LC_warning">'
	.&mt('There are no students in the sections/groups selected.')
	.'</div>'
	);
}	}
#	#
my @CacheButtonHTML =	my @CacheButtonHTML =
&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status');	&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status');
$r->rflush();	$r->rflush();
#	#
# Support for numerical and radio response isn't complete enough to
# include in 1.2 release.
my $problem_types = '(option\|radiobutton\|numerical)';	my $problem_types = '(option\|radiobutton\|numerical)';
# my $problem_types = '.';#(option)';	if (exists($env{'form.problemchoice'}) &&
if (exists($ENV{'form.problemchoice'}) &&	! exists($env{'form.SelectAnother'})) {
! exists($ENV{'form.SelectAnother'})) {
foreach my $button (@SubmitButtons) {	foreach my $button (@SubmitButtons) {
if ($button->{'name'} eq 'break') {	if ($button->{'name'} eq 'break') {
$r->print("<br />\n");	$r->print("<br />\n");
Line 103 sub BuildProblemAnalysisPage {	Line 108 sub BuildProblemAnalysisPage {
$r->print($html.(' 'x5));	$r->print($html.(' 'x5));
}	}
#	#

	# This is commented out pending actual implementation of
	# CSV and Excel output.
	#$r->print(&Apache::lonstathelpers::submission_report_form
	# ('problem_analysis'));
	#
$r->print('<hr />');	$r->print('<hr />');
$r->rflush();	$r->rflush();
#	#
# Determine which problem we are to analyze	# Determine which problem we are to analyze
my $current_problem = &Apache::lonstathelpers::get_target_from_id	my $current_problem = &Apache::lonstathelpers::get_target_from_id
($ENV{'form.problemchoice'});	($env{'form.problemchoice'});
#	#
my ($prev,$curr,$next) =	my ($navmap,$prev,$curr,$next) =
&Apache::lonstathelpers::get_prev_curr_next($current_problem,	&Apache::lonstathelpers::get_prev_curr_next($current_problem,
$problem_types,	$problem_types,
'response',	'response',
);	);
if (exists($ENV{'form.PrevProblemAnalysis'}) && defined($prev)) {	if (exists($env{'form.PrevProblemAnalysis'}) && defined($prev)) {
$current_problem = $prev;	$current_problem = $prev;
} elsif (exists($ENV{'form.NextProblemAnalysis'}) && defined($next)) {	} elsif (exists($env{'form.NextProblemAnalysis'}) && defined($next)) {
$current_problem = $next;	$current_problem = $next;
} else {	} else {
$current_problem = $curr;	$current_problem = $curr;
}	}
#	#
# Store the current problem choice and send it out in the form	# Store the current problem choice and send it out in the form
$ENV{'form.problemchoice'} =	$env{'form.problemchoice'} =
&Apache::lonstathelpers::make_target_id($current_problem);	&Apache::lonstathelpers::make_target_id($current_problem);
$r->print('<input type="hidden" name="problemchoice" value="'.	$r->print('<input type="hidden" name="problemchoice" value="'.
$ENV{'form.problemchoice'}.'" />');	$env{'form.problemchoice'}.'" />');
#	#
if (! defined($current_problem->{'resource'})) {	if (! defined($current_problem->{'resource'})) {
$r->print('resource is undefined');	$r->print('resource is undefined');
} else {	} else {
my $resource = $current_problem->{'resource'};	my $resource = $current_problem->{'resource'};
$r->print('<h1>'.$resource->{'title'}.'</h1>');	$r->print('<h1>'.$resource->compTitle.'</h1>');
$r->print('<h3>'.$resource->{'src'}.'</h3>');	$r->print('<h3>'.$resource->src.'</h3>');
if ($ENV{'form.show_prob'} eq 'true') {	$r->print('<h4>'.&Apache::lonstatistics::section_and_enrollment_description().'</h4>');
$r->print(&Apache::lonstathelpers::render_resource($resource));	if ($env{'form.show_prob'} eq 'true') {
	$r->print('<hr />'
	.&Apache::lonstathelpers::render_resource($resource)
	.'<hr />'
	);
}	}
$r->rflush();	$r->rflush();
my %Data = &Apache::lonstathelpers::get_problem_data	if (@Students) {
($resource->{'src'});	my %Data = &Apache::lonstathelpers::get_problem_data
my $problem_data = $Data{$current_problem->{'part'}.	($resource->src);
'.'.	my $problem_data = $Data{$current_problem->{'part'}.
$current_problem->{'respid'}};	'.'.
if ($current_problem->{'resptype'} eq 'option') {	$current_problem->{'respid'}};
&OptionResponseAnalysis($r,$current_problem,	if ($current_problem->{'resptype'} eq 'option') {
$problem_data,	&OptionResponseAnalysis($r,$current_problem,
\@Students);	$problem_data,
} elsif ($current_problem->{'resptype'} eq 'radiobutton') {	\@Students);
&radio_response_analysis($r,$current_problem,	} elsif ($current_problem->{'resptype'} eq 'radiobutton') {
$problem_data,	&radio_response_analysis($r,$current_problem,
\@Students);	$problem_data,
} elsif ($current_problem->{'resptype'} eq 'numerical') {	\@Students);
&numerical_response_analysis($r,$current_problem,	} elsif ($current_problem->{'resptype'} eq 'numerical') {
$problem_data,\@Students);	&numerical_response_analysis($r,$current_problem,
} else {	$problem_data,\@Students);
$r->print('<h2>Analysis of '.$current_problem->{'resptype'}.' is not supported</h2>');	} else {
}	$r->print('<div class="LC_warning">'
	.&mt('Analysis of [_1] is not supported.'
	,$current_problem->{'resptype'})
	.'</div>'
	);
	}
	}
}	}
$r->print('<hr />');	$r->print('<hr />');
} else {	} else {
$r->print('<input type="submit" name="ProblemAnalysis" value="'.	my $submit_button = '<input type="submit" '.
&mt('Analyze Problem').'" />');	'name="ProblemAnalysis" value="'.
	&mt('Analyze Problem').'" />';
	$r->print($submit_button);
$r->print(' 'x5);	$r->print(' 'x5);
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>');	$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>');
$r->print(&Apache::lonstathelpers::ProblemSelector	$r->print(&Apache::lonstathelpers::problem_selector($problem_types,
($problem_types));	$submit_button));
}	}
}	}

Line 181 sub numerical_response_analysis {	Line 204 sub numerical_response_analysis {
my ($r,$problem,$problem_analysis,$students) = @_;	my ($r,$problem,$problem_analysis,$students) = @_;
my $c = $r->connection();	my $c = $r->connection();
#	#
if ($ENV{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {	if ($env{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {
$r->print('Bad request');	$r->print('Bad request');
}	}
#	#
Line 190 sub numerical_response_analysis {	Line 213 sub numerical_response_analysis {
$problem->{'respid'});	$problem->{'respid'});
# Gather student data	# Gather student data
my $response_data = &Apache::loncoursedata::get_response_data	my $response_data = &Apache::loncoursedata::get_response_data
(\@Apache::lonstatistics::SelectedSections,	([&Apache::lonstatistics::get_selected_sections()],
	[&Apache::lonstatistics::get_selected_groups()],
$Apache::lonstatistics::enrollment_status,	$Apache::lonstatistics::enrollment_status,
$resource->{'symb'},$respid);	$resource->symb,$respid);
#	#
$problem_analysis->{'answercomputed'} = 1;	$problem_analysis->{'answercomputed'} = 1;
if ($problem_analysis->{'answercomputed'}) {	if ($problem_analysis->{'answercomputed'}) {
Line 204 sub numerical_response_analysis {	Line 228 sub numerical_response_analysis {
}	}
#	#
if (ref($response_data) ne 'ARRAY') {	if (ref($response_data) ne 'ARRAY') {
$r->print('<h2>'.	$r->print('<div class="LC_warning">'
&mt('There is no submission data for this resource').	.&mt('There is no submission data for this resource.')
'</h2>');	.'</div>'
	);
return;	return;
}	}
my $analysis_html = '<table>';	my $analysis_html = '<table>';
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) {	for (my $plot_num = 1;$plot_num<=$env{'form.NumPlots'};$plot_num++) {
my $restriction_function;	my $restriction_function;
my $header_message;	my $header_message;
my $stats_message;	my $stats_message;
my $post_message; # passed through &mt sooner rather than later	my $post_message; # passed through &mt sooner rather than later
my $no_data_message;	my $no_data_message;
my @extra_data;	my @extra_data;
if ($ENV{'form.AnalyzeOver'} eq 'tries') {	if ($env{'form.AnalyzeOver'} eq 'tries') {
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};	$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};
$header_message = 'Attempt [_1]';	$header_message = 'Attempt [_1]';
$stats_message =	$stats_message =
'[_1] submissions, [_2] correct, [_3] incorrect';	'[_1] submissions, [_2] correct, [_3] incorrect';
$post_message = '';	$post_message = '';
$no_data_message = 'No data exists for attempt [_1]';	$no_data_message = 'No data exists for attempt [_1].';
} else {	} else {
my $starttime = &Apache::lonhtmlcommon::get_date_from_form	my $starttime = &Apache::lonhtmlcommon::get_date_from_form
('startdate_'.$plot_num);	('startdate_'.$plot_num);
Line 266 sub numerical_response_analysis {	Line 291 sub numerical_response_analysis {
$respid,$students);	$respid,$students);
if ($c->aborted()) { return; };	if ($c->aborted()) { return; };
#	#
my $responses = &numerical_classify_responses($response_data,$correct,	my ($responses,$stats) =
$restriction_function);	&numerical_classify_responses($response_data,$correct,
if ($responses->{'_count'} == 0) {	$restriction_function);
	if ($stats->{'submission_count'} == 0) {
$analysis_html.=	$analysis_html.=
'<tr><td colspan="2"><font size="+1"><b>'.	'<tr><td colspan="2"><div class="LC_warning">'.
&mt($no_data_message,$plot_num,@extra_data).	&mt($no_data_message,$plot_num,@extra_data).
'</b></font></td></tr>';	'</div></td></tr>';
} else {	} else {
$analysis_html.=	$analysis_html.=
'<tr><td colspan="2" align="center"><font size="+1"><b>'.	'<tr><td colspan="2" align="center"><font size="+1"><b>'.
Line 280 sub numerical_response_analysis {	Line 306 sub numerical_response_analysis {
'</b></font></td></tr>'.	'</b></font></td></tr>'.
'<tr><td colspan="2" align="center">'.	'<tr><td colspan="2" align="center">'.
&mt($stats_message,	&mt($stats_message,
$responses->{'_count'},	$stats->{'submission_count'},
$responses->{'_correct'},	$stats->{'correct_count'},
$responses->{'_count'}-$responses->{'_correct'},	$stats->{'incorrect_count'},
$responses->{'_students'},	$stats->{'students'},
@extra_data).	@extra_data).
'</td></tr>'.	'</td></tr>'.
'<tr>'.'<td valign="top" align="center">'.	'<tr>'.'<td valign="top" align="center">'.
&numerical_plot_percent($r,$responses).'</td>'.	&numerical_plot_percent($r,$responses,$stats).'</td>'.
'<td align="center" valign="top">'.	'<td align="center" valign="top">'.
&numerical_plot_differences($r,$responses).'</td>'.	&numerical_plot_differences($r,$responses,$stats).'</td>'.
'</tr>';	'</tr>';
}	}
if ($post_message ne '') {	if ($post_message ne '') {
Line 304 sub numerical_response_analysis {	Line 330 sub numerical_response_analysis {
}	}

sub numerical_plot_percent {	sub numerical_plot_percent {
my ($r,$responses) = @_;	my ($r,$responses,$stats) = @_;
#	#
my $total = $responses->{'_count'};	my $total = $stats->{'submission_count'};
return '' if ($total == 0);	return '' if ($total == 0);
my $minbin = 5;	my $max_bins = 50;
while (my ($interval,$submissions) = each(%$responses)) {	my $lowest_percent = $stats->{'min_percent'};
next if ($interval =~ /^_/);	my $highest_percent = $stats->{'max_percent'};
my ($ans,$ans_low,$ans_high) = split(" ",$interval);	my $percent_spread = $highest_percent - $lowest_percent;
my $low_percent = abs(100*($ans-$ans_low)/$ans);	foreach (qw/20 30 40 50 100 200/) {
my $high_percent = abs(100*($ans_high-$ans)/$ans);	if ($percent_spread < $_) {
if ($minbin > $high_percent) { $minbin = $high_percent; }	$highest_percent =$_/2;
if ($minbin > $low_percent) { $minbin = $low_percent; }	last;
	}
	}
	$percent_spread = $highest_percent - $lowest_percent;
	my $bin_size = 1;
	foreach (qw/0.01 0.05 0.1 0.5 1 2 5 10 20 25 50 100/) {
	if ($lowest_percent/2 < $_){
	$bin_size = $_;
	if ( ($percent_spread/$bin_size) < $max_bins ) {
	last;
	}
	}
}	}
#
my @bins;	my @bins;
if ($minbin < 1) {	for (my $bin = -$highest_percent;$bin<0;$bin+=$bin_size) {
@bins = ('0.1','0.5','1.0','1.5','2.0','2.5','3.0','4.0','5.0',10,20,50,100);	push (@bins,$bin);
} elsif ($minbin < 2) {	}
@bins = ('0.5','1.0','1.5','2.0','2.5','3.0','4.0','5.0',10,20,50,100);	for (my $bin = 0; $bin<$highest_percent;$bin+=$bin_size) {
} elsif ($minbin < 5) {	push (@bins,$bin);
@bins = (1,2,3,4,5,10,25,50,75,100,200);
} elsif ($minbin < 10) {
@bins = (2,4,6,8,10,12,15,20,25,30,50,75,100,200);
} else {
@bins = (5,10,15,20,25,30,50,75,100,200);
}	}
my @labels = (1..scalar(@bins));	push(@bins,$highest_percent);
#	#
my @correct;	my @correct;
my @incorrect;	my @incorrect;
my @count;	my @count;
while (my ($interval,$submissions) = each(%$responses)) {	while (my ($ans,$submissions) = each(%$responses)) {
next if ($interval =~ /^_/);
my ($ans,$ans_low,$ans_high) = split(" ",$interval);
while (my ($submission,$counts) = each(%$submissions)) {	while (my ($submission,$counts) = each(%$submissions)) {
my ($correct_count,$incorrect_count) = @$counts;	my ($correct_count,$incorrect_count) = @$counts;
my $scaled_value = abs(($submission-$ans)/$ans);	my $scaled_value =
my $bin=0;	($ans) ? 100*($submission-$ans)/abs($ans)
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason	: 0;
	if ($scaled_value < $bins[0]) {
	$bins[0]=$scaled_value -1;
	}
	my $bin;
	for ($bin=0;$bin<$#bins;$bin++) {
last if ($bins[$bin]>$scaled_value);	last if ($bins[$bin]>$scaled_value);
}	}
$correct[$bin]+=$correct_count;	$correct[$bin-1]+=$correct_count;
$incorrect[$bin]+=$incorrect_count;	$incorrect[$bin-1]+=$incorrect_count;
$count[$bin]+=$correct_count+$incorrect_count;	$count[$bin-1]+=$correct_count+$incorrect_count;
}	}
}	}
#	#
my @plot_correct;	my @plot_correct = @correct;
my @plot_incorrect;	my @plot_incorrect = @incorrect;
for (my $i=0;$i<=$#bins;$i++) {	my $max;
$plot_correct[$i] = $correct[$i]*100/$total;	for (my $i=0;$i<$#bins;$i++) {
$plot_incorrect[$i] = $incorrect[$i]*100/$total;	$plot_correct[$i] *= 100/$total;
	$plot_incorrect[$i] *= 100/$total;
	if (! defined($max) \|\|
	$max < $plot_correct[$i]+$plot_incorrect[$i] ) {
	$max = $plot_correct[$i]+$plot_incorrect[$i];
	}
	}
	foreach (qw/1 5 10 15 20 25 30 40 50 75 100/) {
	if ($max <$_) { $max = $_; last; }
}	}
my $title = &mt('Distribution by Percent');	#
	my $title = &mt('Percent Difference');
	my @labels = (1..scalar(@bins)-1);
my $graph = &Apache::loncommon::DrawBarGraph	my $graph = &Apache::loncommon::DrawBarGraph
($title,'Percent difference from correct','Number of answers',	($title,'Percent Difference from Correct','Percent of Answers',
100,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,	$max,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,
{xskip=>1});	{xskip=>1});
#	#
my $table = $graph.$/.	my $table = $graph.$/.
Line 369 sub numerical_plot_percent {	Line 413 sub numerical_plot_percent {
}	}

sub numerical_plot_differences {	sub numerical_plot_differences {
my ($r,$responses) = @_;	my ($r,$responses,$stats) = @_;
#	#
my $total = $responses->{'_count'};	my $total = $stats->{'submission_count'};
return '' if ($total == 0);	return '' if ($total == 0);
my $minbin = undef;	my $max_bins = 21;
my $maxbin = undef;	my $min_bin_size = $stats->{'min_abs'};
while (my ($interval,$submissions) = each(%$responses)) {	my $low_bin = $stats->{'lowest_ans'}-$stats->{'max_bin_size'};
next if ($interval =~ /^_/);	my $high_bin = $stats->{'highest_ans'}+$stats->{'max_bin_size'};
my ($ans,$ans_low,$ans_high) = split(" ",$interval);	if ($high_bin > 0 && $low_bin > -$high_bin) {
my $low_diff = abs($ans-$ans_low);	$low_bin = -$high_bin;
my $high_diff = abs($ans_high-$ans);	} elsif ($low_bin < 0 && $high_bin < -$low_bin) {
if (! defined($maxbin)) { $maxbin = $low_diff;}	$high_bin = -$low_bin;
if (! defined($minbin)) { $minbin = $low_diff;}	}
#	if ($high_bin == $low_bin) {
if ($minbin > $high_diff) { $minbin = $high_diff; }	$high_bin+=1;
if ($minbin > $low_diff ) { $minbin = $low_diff; }	$low_bin-=1;
#	}
if ($maxbin < $high_diff) { $maxbin = $high_diff; }	if (!$min_bin_size \|\|
if ($maxbin < $low_diff ) { $maxbin = $low_diff; }	($high_bin -$low_bin)/$min_bin_size * 2 > $max_bins) {
}	$min_bin_size = abs($high_bin - $low_bin) / $max_bins * 2;
#	}
my @bins;	my @bins;
my @labels;	for (my $num = $low_bin;$num <= $high_bin;$num+=($min_bin_size/2)) {
# Hmmmm, should switch to absolute difference	push(@bins,$num);
for (my $i=1;$i<=20;$i++) {
push(@bins,$i*$minbin/2);
push(@labels,$i);
}	}
#	#
my @correct;	my @correct;
my @incorrect;	my @incorrect;
my @count;	my @count;
while (my ($interval,$submissions) = each(%$responses)) {	while (my ($ans,$submissions) = each(%$responses)) {
next if ($interval =~ /^_/);
my ($ans,$ans_low,$ans_high) = split(" ",$interval);
while (my ($submission,$counts) = each(%$submissions)) {	while (my ($submission,$counts) = each(%$submissions)) {
my ($correct_count,$incorrect_count) = @$counts;	my ($correct_count,$incorrect_count) = @$counts;
my $value = abs($submission-$ans);	my $scaled_value = $submission-$ans;
	if ($scaled_value < $bins[0]) {
	$bins[0]=$scaled_value-1;
	}
my $bin=0;	my $bin=0;
for ($bin=0;$bin<$#bins;$bin++) { # not <= for a reason	for ($bin=0;$bin<$#bins;$bin++) {
last if ($bins[$bin]>$value);	last if ($bins[$bin]>$scaled_value);
}	}
$correct[$bin]+=$correct_count;	$correct[$bin-1]+=$correct_count;
$incorrect[$bin]+=$incorrect_count;	$incorrect[$bin-1]+=$incorrect_count;
$count[$bin]+=$correct_count+$incorrect_count;	$count[$bin-1]+=$correct_count+$incorrect_count;
}	}
}	}
#	my @plot_correct = @correct;
my @plot_correct;	my @plot_incorrect = @incorrect;
my @plot_incorrect;	my $max;
for (my $i=0;$i<=$#bins;$i++) {	for (my $i=0;$i<=$#bins;$i++) {
$plot_correct[$i] = $correct[$i]*100/$total;	$plot_correct[$i] *= 100/$total;
$plot_incorrect[$i] = $incorrect[$i]*100/$total;	$plot_incorrect[$i] *= 100/$total;
	if (! defined($max) \|\|
	$max < $plot_correct[$i]+$plot_incorrect[$i] ) {
	$max = $plot_correct[$i]+$plot_incorrect[$i];
	}
}	}
my $title = &mt('Distribution by Magnitude');	foreach (qw/1 5 10 15 20 25 30 40 50 75 100/) {
	if ($max <$_) { $max = $_; last; }
	}
	#
	my $title = &mt('Difference between submission and correct');
	my @labels = (1..scalar(@bins)-1);
my $graph = &Apache::loncommon::DrawBarGraph	my $graph = &Apache::loncommon::DrawBarGraph
($title,'magnitude difference from correct','Number of answers',	($title,'Difference from Correct','Percent of Answers',
100,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,	$max,['#33FF00','#FF3300'],\@labels,\@plot_correct,\@plot_incorrect,
{xskip=>1});	{xskip=>1});
#	#
my $table = $graph.$/.	my $table = $graph.$/.
Line 435 sub numerical_plot_differences {	Line 486 sub numerical_plot_differences {
}	}

sub numerical_classify_responses {	sub numerical_classify_responses {
&Apache::lonnet::logthis('--------------');
my ($full_row_data,$correct,$function) = @_;	my ($full_row_data,$correct,$function) = @_;
my %submission_data;	my %submission_data;
my %students;	my %students;
	my %stats;
my $max=0;	my $max=0;
foreach my $row (@$full_row_data) {	foreach my $row (@$full_row_data) {
# &Apache::lonnet::logthis(' row = '.join(',',@$row));
my %subm = &hashify_attempt($row);	my %subm = &hashify_attempt($row);
if (ref($correct) eq 'HASH') {	if (ref($correct) eq 'HASH') {
$subm{'correct'} = $correct->{$subm{'student'}}->{'answer'};	my $s_correct = $correct->{$subm{'student'}};
$subm{'unit'} = $correct->{$subm{'student'}}->{'unit'};	$subm{'correct'} = $s_correct->{'answer'};
	foreach my $item ('unit','ans_low','ans_high') {
	$subm{$item} = $s_correct->{$item};
	}
} else { # This probably never happens....	} else { # This probably never happens....
$subm{'correct'} = $correct->{'answer'};	$subm{'correct'} = $correct->{'answer'};
$subm{'unit'} = $correct->{'unit'};	$subm{'unit'} = $correct->{'unit'};
}	}
	#
	my $abs_low =abs($subm{'correct'}-$subm{'ans_low'});
	my $abs_high=abs($subm{'correct'}-$subm{'ans_high'});
	if (! defined($stats{'min_abs'}) \|\|
	$stats{'min_abs'} > $abs_low) {
	$stats{'min_abs'} = $abs_low;
	}
	if ($stats{'min_abs'} > $abs_high) {
	$stats{'min_abs'} = $abs_high;
	}
	if (! defined($stats{'max_abs'}) \|\|
	$stats{'max_abs'} < $abs_low) {
	$stats{'max_abs'} = $abs_low;
	}
	if ($stats{'max_abs'} < $abs_high) {
	$stats{'max_abs'} = $abs_high;
	}
	my $low_percent;
	my $high_percent;
	if (defined($subm{'correct'}) && $subm{'correct'} != 0) {
	$low_percent = 100 * abs($abs_low / $subm{'correct'});
	$high_percent = 100 * abs($abs_high / $subm{'correct'});
	}
	if (! defined($stats{'min_percent'}) \|\|
	$stats{'min_percent'} > $low_percent) {
	$stats{'min_percent'} = $low_percent;
	}
	if ($stats{'min_percent'} > $high_percent) {
	$stats{'min_percent'} = $high_percent;
	}
	if (! defined($stats{'max_percent'}) \|\|
	$stats{'max_percent'} < $low_percent) {
	$stats{'max_percent'} = $low_percent;
	}
	if ($stats{'max_percent'} < $high_percent) {
	$stats{'max_percent'} = $high_percent;
	}
	if (! defined($stats{'lowest_ans'}) \|\|
	$stats{'lowest_ans'} > $subm{'correct'}) {
	$stats{'lowest_ans'} = $subm{'correct'};
	}
	if (! defined($stats{'highest_ans'}) \|\|
	$stats{'highest_ans'} < $subm{'correct'}) {
	$stats{'highest_ans'} = $subm{'correct'};
	}
	#
$subm{'submission'} =~ s/=\d+\s*$//;	$subm{'submission'} =~ s/=\d+\s*$//;
if (&$function(\%subm)) {	if (&$function(\%subm)) {
my $scaled = '1';	my $scaled = '1';
my ($sname,$sdom) = split(':',$subm{'student'});	my ($sname,$sdom) = split(':',$subm{'student'});
# Note that $subm{'unit'} is modified by the following call
# We do not use it again but you should be aware just in case.
my ($myunit,$mysub) = ($subm{'unit'},$subm{'submission'});	my ($myunit,$mysub) = ($subm{'unit'},$subm{'submission'});
my $result =	my $result =
&capa::caparesponse_get_real_response($myunit,	&capa::caparesponse_get_real_response($myunit,
$mysub,	$mysub,
\$scaled);	\$scaled);
	# &Apache::lonnet::logthis('scaled = '.$scaled.' result ='.$result);
next if (! defined($scaled));	next if (! defined($scaled));
next if ($result ne '6');	# next if ($result ne '6');
my $submission = $scaled;	my $submission = $scaled;
$students{$subm{'student'}}++;	$students{$subm{'student'}}++;
	$stats{'submission_count'}++;
if (&numerical_submission_is_correct($subm{'award'})) {	if (&numerical_submission_is_correct($subm{'award'})) {
&Apache::lonnet::logthis('correct:'.$submission.':'.$subm{'correct'});	$stats{'correct_count'}++;
$submission_data{'_correct'}++;
$submission_data{'_count'}++;
$submission_data{$subm{'correct'}}->{$submission}->[0]++;	$submission_data{$subm{'correct'}}->{$submission}->[0]++;
} elsif (&numerical_submission_is_incorrect($subm{'award'})) {	} elsif (&numerical_submission_is_incorrect($subm{'award'})) {
&Apache::lonnet::logthis('incorrect:'.$submission.':'.$subm{'correct'});	$stats{'incorrect_count'}++;
$submission_data{'_count'}++;
$submission_data{$subm{'correct'}}->{$submission}->[1]++;	$submission_data{$subm{'correct'}}->{$submission}->[1]++;
}	}
my $value =
$submission_data{$subm{'correct'}}->{$submission}->[0]+
$submission_data{$subm{'correct'}}->{$submission}->[1];
if ($max < $value) { $max = $value; }
}	}
}	}
$submission_data{'_max'} = $max;	$stats{'correct_count'} \|= 0;
$submission_data{'_students'}=scalar(keys(%students));	$stats{'incorrect_count'} \|= 0;
return \%submission_data;	$stats{'students'}=scalar(keys(%students));
	return (\%submission_data,\%stats);
}	}

sub numerical_submission_is_correct {	sub numerical_submission_is_correct {
my ($award) = @_;	my ($award) = @_;
&Apache::lonnet::logthis('award = "'.$award.'"');
if ($award =~ /^(APPROX_ANS\|EXACT_ANS)$/) {	if ($award =~ /^(APPROX_ANS\|EXACT_ANS)$/) {
return 1;	return 1;
} else {	} else {
Line 514 sub numerical_bin_table {	Line 606 sub numerical_bin_table {
'<th>'.&mt('Correct').'</th>'.	'<th>'.&mt('Correct').'</th>'.
'<th>'.&mt('Count').'</th>'.	'<th>'.&mt('Count').'</th>'.
'</tr>'.$/;	'</tr>'.$/;
for (my $i=0;$i<scalar(@{$bins});$i++) {	for (my $i=0;$i<scalar(@{$bins}-1);$i++) {
my $lownum;	my $lownum = $bins->[$i];
if ($i == 0) {	if ($i == 0) { $lownum = '-∞'; }
$lownum = 0;	my $highnum = $bins->[$i+1];
} else {	if ($i == scalar(@{$bins})-2) { $highnum = '∞'; }
$lownum = $bins->[$i-1];
}
my $highnum = $bins->[$i];
$table .=	$table .=
'<tr>'.	'<tr>'.
'<td>'.$labels->[$i].'</td>'.	'<td>'.$labels->[$i].'</td>'.
Line 541 sub numerical_determine_answers {	Line 630 sub numerical_determine_answers {
my ($r,$resource,$partid,$respid,$students)=@_;	my ($r,$resource,$partid,$respid,$students)=@_;
my $c = $r->connection();	my $c = $r->connection();
#	#
# FIX ME: May need progress dialog updates	my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin($r,scalar(@$students));
#	#
# Read in the cache (if it exists) before we start timing things.	# Read in the cache (if it exists) before we start timing things.
&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'});	&Apache::lonstathelpers::ensure_proper_cache($resource->{'symb'});
Line 559 sub numerical_determine_answers {	Line 648 sub numerical_determine_answers {
$sdom);	$sdom);
# make the key	# make the key
my $key = $partid.'.'.$respid;	my $key = $partid.'.'.$respid;
$correct->{$sname.':'.$sdom}->{'answer'} =	# pick one of the possible answers
$analysis->{$key.'.answer'}->[0];	my $which = 'INTERNAL';
$correct->{$sname.':'.$sdom}->{'unit'} =	if (!exists($analysis->{$key}{$which})) {
$analysis->{$key.'.unit'}->[0];	$which = (sort(keys(%{ $analysis->{$key} })))[0];
$answers{$analysis->{$key.'.answer'}->[0]}++;	}
	foreach my $item ('answer','unit','ans_high','ans_low') {
	if (ref($analysis->{$key.'.'.$item}) eq 'ARRAY') {
	$correct->{$sname.':'.$sdom}->{$item} =
	$analysis->{$key.'.'.$item}[0];
	} else {
	$correct->{$sname.':'.$sdom}->{$item} =
	$analysis->{$key.'.'.$item}{$which}[0][0];
	}
	}
	$answers{$correct->{$sname.':'.$sdom}{'answer'}}++;
	&Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
	'last student');
}	}
&Apache::lonstathelpers::write_analysis_cache();	&Apache::lonstathelpers::write_analysis_cache();
	&Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
return ($correct,\%answers);	return ($correct,\%answers);
}	}

Line 686 sub circle {	Line 788 sub circle {
sub radio_response_analysis {	sub radio_response_analysis {
my ($r,$problem,$problem_analysis,$students) = @_;	my ($r,$problem,$problem_analysis,$students) = @_;
#	#
if ($ENV{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {	if ($env{'form.AnalyzeOver'} !~ /^(tries\|time)$/) {
$r->print('Bad request');	$r->print('Bad request');
}	}
#	#
Line 715 sub radio_response_analysis {	Line 817 sub radio_response_analysis {
$analysis_html .= $table;	$analysis_html .= $table;
# Gather student data	# Gather student data
my $response_data = &Apache::loncoursedata::get_response_data	my $response_data = &Apache::loncoursedata::get_response_data
(\@Apache::lonstatistics::SelectedSections,	([&Apache::lonstatistics::get_selected_sections()],
	[&Apache::lonstatistics::get_selected_groups()],
$Apache::lonstatistics::enrollment_status,	$Apache::lonstatistics::enrollment_status,
$resource->{'symb'},$respid);	$resource->symb,$respid);
my $correct; # either a hash reference or a scalar	my $correct; # either a hash reference or a scalar
if ($problem_analysis->{'answercomputed'} \|\| scalar(@$concepts) > 1) {	if ($problem_analysis->{'answercomputed'} \|\| scalar(@$concepts) > 1) {
# This takes a while for large classes...	# This takes a while for large classes...
Line 728 sub radio_response_analysis {	Line 831 sub radio_response_analysis {
my ($idx,@remainder) = split('&',$student->{'answer'});	my ($idx,@remainder) = split('&',$student->{'answer'});
my ($answer) = ($remainder[$idx]=~/^(.)=([^=])$/);	my ($answer) = ($remainder[$idx]=~/^(.)=([^=])$/);
$correct->{$student->{'username'}.':'.$student->{'domain'}}=	$correct->{$student->{'username'}.':'.$student->{'domain'}}=
&Apache::lonnet::unescape($answer);	&unescape($answer);
}	}
} else {	} else {
foreach my $foil (keys(%$foildata)) {	foreach my $foil (keys(%$foildata)) {
Line 739 sub radio_response_analysis {	Line 842 sub radio_response_analysis {
}	}
#	#
if (! defined($response_data) \|\| ref($response_data) ne 'ARRAY' ) {	if (! defined($response_data) \|\| ref($response_data) ne 'ARRAY' ) {
$analysis_html = '<h2>'.	$analysis_html = '<div class="LC_warning">'
&mt('There is no submission data for this resource').	.&mt('There is no submission data for this resource.')
'</h2>';	.'</div>';
$r->print($analysis_html);	$r->print($analysis_html);
return;	return;
}	}
#	#
$analysis_html.='<table>';	$analysis_html.='<table>';
for (my $plot_num = 1;$plot_num<=$ENV{'form.NumPlots'};$plot_num++) {	for (my $plot_num = 1;$plot_num<=$env{'form.NumPlots'};$plot_num++) {
# classify data ->correct foil -> selected foil	# classify data ->correct foil -> selected foil
my ($restriction_function,	my ($restriction_function,
$correct_foil_title,$incorrect_foil_title,	$correct_foil_title,$incorrect_foil_title,
$pre_graph_text,$post_graph_text,	$pre_graph_text,$post_graph_text,
$no_data_text,@extra_data);	$no_data_text,@extra_data);
if ($ENV{'form.AnalyzeOver'} eq 'tries') {	if ($env{'form.AnalyzeOver'} eq 'tries') {
$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};	$restriction_function = sub {($_[0]->{'tries'} == $plot_num?1:0)};
$correct_foil_title = 'Attempt '.$plot_num;	$correct_foil_title = 'Attempt '.$plot_num;
$incorrect_foil_title = 'Attempt '.$plot_num;	$incorrect_foil_title = 'Attempt '.$plot_num;
Line 761 sub radio_response_analysis {	Line 864 sub radio_response_analysis {
'Attempt [_1], [_2] submissions, [_3] correct, [_4] incorrect';	'Attempt [_1], [_2] submissions, [_3] correct, [_4] incorrect';
$post_graph_text = '';	$post_graph_text = '';
$no_data_text = 'No data exists for attempt [_1]';	$no_data_text = 'No data exists for attempt [_1]';
} elsif ($ENV{'form.AnalyzeOver'} eq 'time') {	} elsif ($env{'form.AnalyzeOver'} eq 'time') {
my $starttime = &Apache::lonhtmlcommon::get_date_from_form	my $starttime = &Apache::lonhtmlcommon::get_date_from_form
('startdate_'.$plot_num);	('startdate_'.$plot_num);
my $endtime = &Apache::lonhtmlcommon::get_date_from_form	my $endtime = &Apache::lonhtmlcommon::get_date_from_form
Line 772 sub radio_response_analysis {	Line 875 sub radio_response_analysis {
&get_time_from_row($response_data->[-1]),	&get_time_from_row($response_data->[-1]),
$plot_num);	$plot_num);
$pre_graph_text =	$pre_graph_text =
'Data from [_6] to [_7]<br /> [_2] submissions from [_5] students, [_3] correct, [_4] incorrect';	'Data from [_6] to [_7]'
	.'<br />'
	.'[_2] submissions from [_5] students, [_3] correct, [_4] incorrect';
$extra_data[0] = &Apache::lonlocal::locallocaltime($starttime);	$extra_data[0] = &Apache::lonlocal::locallocaltime($starttime);
$extra_data[1] = &Apache::lonlocal::locallocaltime($endtime);	$extra_data[1] = &Apache::lonlocal::locallocaltime($endtime);
#	#
Line 831 sub radio_response_analysis {	Line 936 sub radio_response_analysis {
$choice_plot ne '' \|\|	$choice_plot ne '' \|\|
$stacked_plot ne '') {	$stacked_plot ne '') {
my $correct = $foil_choice_data->{'_correct'};	my $correct = $foil_choice_data->{'_correct'};
if (! defined($correct) \|\| $correct eq '') {	$correct \|= 0;
$correct = 0;	my $incorrect = $foil_choice_data->{'_count'}-$correct;
}
my $incorrect =
$analysis_html.= '<tr><td colspan="4" align="center">'.	$analysis_html.= '<tr><td colspan="4" align="center">'.
'<font size="+1">'.	'<font size="+1">'.
&mt($pre_graph_text,	&mt($pre_graph_text,
$plot_num,$foil_choice_data->{'_count'},	$plot_num,$foil_choice_data->{'_count'},
$correct,	$correct,
$foil_choice_data->{'_count'}-$correct,	$incorrect,
$foil_choice_data->{'_students'},	$foil_choice_data->{'_students'},
@extra_data).	@extra_data).
'</td></tr>'.$/;	'</td></tr>'.$/;
Line 862 sub radio_response_analysis {	Line 965 sub radio_response_analysis {
}	}
} elsif ($no_data_text ne '') {	} elsif ($no_data_text ne '') {
$analysis_html.='<tr><td colspan="4" align="center">'.	$analysis_html.='<tr><td colspan="4" align="center">'.
	'<div class="LC_warning">'.
&mt($no_data_text,	&mt($no_data_text,
$plot_num,$foil_choice_data->{'_count'},	$plot_num,$foil_choice_data->{'_count'},
$correct,	$correct,
$foil_choice_data->{'_count'}-$correct,	$foil_choice_data->{'_count'}-$correct,
@extra_data);	@extra_data).
	'</div>';
if (defined($post_graph_text)) {	if (defined($post_graph_text)) {
$analysis_html.='<br />'.$post_graph_text;	$analysis_html.='<br />'.$post_graph_text;
}	}
Line 885 sub ensure_start_end_times {	Line 990 sub ensure_start_end_times {
(localtime($last - $sec_in_day*($plot_num-1)))[3..5];	(localtime($last - $sec_in_day*($plot_num-1)))[3..5];
$start = &Time::Local::timelocal(0,0,0,$sday,$smon,$syear);	$start = &Time::Local::timelocal(0,0,0,$sday,$smon,$syear);
$end = $start + $sec_in_day;	$end = $start + $sec_in_day;
if ($plot_num == $ENV{'form.NumPlots'}) {	if ($plot_num == $env{'form.NumPlots'}) {
$start = $first;	$start = $first;
}	}
}	}
Line 908 sub RR_concept_plot {	Line 1013 sub RR_concept_plot {
} else {	} else {
$incorrect_by_concept{$concept->{'name'}} +=	$incorrect_by_concept{$concept->{'name'}} +=
$foil_data->{$foil}->{$choice};	$foil_data->{$foil}->{$choice};

}	}
}	}
}	}
Line 1123 sub OptionResponseAnalysis {	Line 1227 sub OptionResponseAnalysis {
$problem->{'respid'});	$problem->{'respid'});
# Note: part data is not needed.	# Note: part data is not needed.
my $PerformanceData = &Apache::loncoursedata::get_response_data	my $PerformanceData = &Apache::loncoursedata::get_response_data
(\@Apache::lonstatistics::SelectedSections,	([&Apache::lonstatistics::get_selected_sections()],
	[&Apache::lonstatistics::get_selected_groups()],
$Apache::lonstatistics::enrollment_status,	$Apache::lonstatistics::enrollment_status,
$resource->{'symb'},$respid);	$resource->symb,$respid);
if (! defined($PerformanceData) \|\|	if (! defined($PerformanceData) \|\|
ref($PerformanceData) ne 'ARRAY' ) {	ref($PerformanceData) ne 'ARRAY' ) {
$r->print('<h2>'.	$r->print('<div class="LC_warning">'
&mt('There is no student data for this problem.').	.&mt('There is no student data for this problem.')
'</h2>');	.'</div>'
	);
} else {	} else {
$r->rflush();	$r->rflush();
if (exists($ENV{'form.ExcelOutput'})) {	if ($env{'form.AnalyzeOver'} eq 'tries') {
my $result = &OR_excel_sheet($r,$resource,	my $analysis_html = &OR_tries_analysis($r,
$PerformanceData,	$PerformanceData,
$problem_data);	$problem_data);
$r->print($result);	$r->print($analysis_html);
	$r->rflush();
	} elsif ($env{'form.AnalyzeOver'} eq 'time') {
	my $analysis_html = &OR_time_analysis($PerformanceData,
	$problem_data);
	$r->print($analysis_html);
$r->rflush();	$r->rflush();
} else {	} else {
if ($ENV{'form.AnalyzeOver'} eq 'tries') {	$r->print('div class="LC_warning"'
my $analysis_html = &OR_tries_analysis($r,	.&mt('The analysis you have selected is not supported at this time.')
$PerformanceData,	.'</div>'
$problem_data);	);
$r->print($analysis_html);
$r->rflush();
} elsif ($ENV{'form.AnalyzeOver'} eq 'time') {
my $analysis_html = &OR_time_analysis($PerformanceData,
$problem_data);
$r->print($analysis_html);
$r->rflush();
} else {
$r->print('<h2>'.
&mt('The analysis you have selected is '.
'not supported at this time').
'</h2>');
}
}	}
}	}
}	}
Line 1169 sub OptionResponseAnalysis {	Line 1267 sub OptionResponseAnalysis {
sub OR_tries_analysis {	sub OR_tries_analysis {
my ($r,$PerformanceData,$ORdata) = @_;	my ($r,$PerformanceData,$ORdata) = @_;
my $mintries = 1;	my $mintries = 1;
my $maxtries = $ENV{'form.NumPlots'};	my $maxtries = $env{'form.NumPlots'};
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);	my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);
if (! defined($Concepts)) {	if (! defined($Concepts)) {
$Concepts = [];	$Concepts = [];
Line 1233 sub OR_tries_analysis {	Line 1331 sub OR_tries_analysis {
if (! defined($response_data{'_total'}->[$try]) \|\|	if (! defined($response_data{'_total'}->[$try]) \|\|
$response_data{'_total'}->[$try] == 0) {	$response_data{'_total'}->[$try] == 0) {
if ($try > 1) {	if ($try > 1) {
$analysis_html.= '<tr><td align="center" colspan="4"><b>'.	$analysis_html.= '<tr><td colspan="4">'
&mt('None of the selected students attempted the problem more than [_1] times.',$try-1).	.'<div class="LC_info">'
'</b></td></tr>';	.&mt('None of the selected students attempted the problem more than [quant,_1,time].'
	,$try-1)
	.'</div>'
	.'</td></tr>';
} else {	} else {
$analysis_html.= '<tr><td colspan="4" align="center"><b>'.	$analysis_html.= '<tr><td colspan="4">'
&mt('None of the selected students have attempted the problem').'</b></td></tr>';	.'<div class="LC_info">'
	.&mt('None of the selected students have attempted the problem.')
	.'</div>'
	.'</td></tr>';
}	}
last;	last;
}	}
Line 1267 sub OR_tries_analysis {	Line 1371 sub OR_tries_analysis {
# Create Foil Plots	# Create Foil Plots
my $data_count = $response_data{'_total'}->[$try];	my $data_count = $response_data{'_total'}->[$try];
my $correct = $response_data{'_correct'}->[$try];	my $correct = $response_data{'_correct'}->[$try];
	$correct \|= 0;
my @Datasets;	my @Datasets;
foreach my $option ('_correct',@{$ORdata->{'_Options'}}) {	foreach my $option ('_correct',@{$ORdata->{'_Options'}}) {
next if (! exists($foil_plot[$try]->{$option}));	next if (! exists($foil_plot[$try]->{$option}));
Line 1378 sub OR_time_analysis {	Line 1483 sub OR_time_analysis {
'</h3>'.$table;	'</h3>'.$table;
}	}
#	#
my $num_plots = $ENV{'form.NumPlots'};	my $num_plots = $env{'form.NumPlots'};
my $num_data = scalar(@$performance_data)-1;	my $num_data = scalar(@$performance_data)-1;
#	#
my $current_index;	my $current_index;
Line 1429 sub OR_time_analysis {	Line 1534 sub OR_time_analysis {
##	##
my ($processed_time_data,$correct,$data_count,$student_count) =	my ($processed_time_data,$correct,$data_count,$student_count) =
&OR_time_process_data($performance_data,$begin_index,$end_index);	&OR_time_process_data($performance_data,$begin_index,$end_index);
	$correct \|= 0;
##	##
$table .= '<tr><td colspan="4" align="center"><font size="+1">'.	$table .= '<tr><td colspan="4" align="center"><font size="+1">'.
&mt('[_1] submissions from [_2] students, [_3] correct, [_4] incorrect',	&mt('[_1] submissions from [_2] students, [_3] correct, [_4] incorrect',
Line 1453 sub OR_time_analysis {	Line 1559 sub OR_time_analysis {
$table .= '<tr><td colspan="4" align="center">'.	$table .= '<tr><td colspan="4" align="center">'.
&mt('Start time: [_1]',$startdateform).'<br />'.	&mt('Start time: [_1]',$startdateform).'<br />'.
&mt('End time: [_1]',$enddateform).'</td></tr>'.$/;	&mt('End time: [_1]',$enddateform).'</td></tr>'.$/;
$table.= '<tr><td colspan="4">&nbsp</td></tr>'.$/;	$table.= '<tr><td colspan="4"> </td></tr>'.$/;
}	}
$table .= '</table>';	$table .= '</table>';
#	#
Line 1464 sub OR_Foil_Time_Analysis {	Line 1570 sub OR_Foil_Time_Analysis {
my ($processed_time_data,$correct,$data_count,$student_count,	my ($processed_time_data,$correct,$data_count,$student_count,
$ORdata,$Foils,$Concepts) = @_;	$ORdata,$Foils,$Concepts) = @_;
if ($data_count <= 0) {	if ($data_count <= 0) {
return ('<h2>'.&mt('There is no data to plot').'</h2>','');	return ('<div class="LC_warning">'
	.&mt('There is no data to plot.')
	.'</div>'
	,''
	);
}	}
my $analysis_html;	my $analysis_html;
my @plotdata;	my @plotdata;
Line 1589 sub OR_time_process_data {	Line 1699 sub OR_time_process_data {
scalar(keys(%distinct_students)));	scalar(keys(%distinct_students)));
}	}

#########################################################
#########################################################
##
## Excel output
##
#########################################################
#########################################################
sub build_student_data_worksheet {
my ($workbook,$format) = @_;
my $rows_output = 3;
my $cols_output = 0;
my $worksheet = $workbook->addworksheet('Student Data');
$worksheet->write($rows_output++,0,'Student Data',$format->{'h3'});
my @Headers = ('full name','username','domain','section',
"student\nnumber",'identifier');
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'});
my @Students = @Apache::lonstatistics::Students;
my $studentrows = &Apache::loncoursedata::get_student_data(\@Students);
my %ids;
foreach my $row (@$studentrows) {
my ($mysqlid,$student) = @$row;
$ids{$student}=$mysqlid;
}
foreach my $student (@Students) {
my $name_domain = $student->{'username'}.':'.$student->{'domain'};
$worksheet->write_row($rows_output++,0,
[$student->{'fullname'},
$student->{'username'},$student->{'domain'},
$student->{'section'},$student->{'id'},
$ids{$name_domain}]);
}
return $worksheet;
}

sub OR_excel_sheet {
my ($r,$resource,$performance_data,$ORdata) = @_;
my $response = '';
my (undef,$Foils,$Concepts) = &build_foil_index($ORdata);
#
# Create excel worksheet
my $filename = '/prtspool/'.
$ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
time.'_'.rand(1000000000).'.xls';
my $workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename);
if (! defined($workbook)) {
$r->log_error("Error creating excel spreadsheet $filename: $!");
$r->print('<p>'.&mt("Unable to create new Excel file. ".
"This error has been logged. ".
"Please alert your LON-CAPA administrator").
'</p>');
return undef;
}
#
$workbook->set_tempdir('/home/httpd/perl/tmp');
my $format = &Apache::loncommon::define_excel_formats($workbook);
#
# Create and populate main worksheets
my $problem_data_sheet = $workbook->addworksheet('Problem Data');
my $student_data_sheet = &build_student_data_worksheet($workbook,$format);
my $response_data_sheet = $workbook->addworksheet('Response Data');
foreach my $sheet ($problem_data_sheet,$student_data_sheet,
$response_data_sheet) {
$sheet->write(0,0,$resource->{'title'},$format->{'h2'});
$sheet->write(1,0,$resource->{'src'},$format->{'h3'});
}
#
my $result;
$result = &OR_build_problem_data_worksheet($problem_data_sheet,$format,
$Concepts,$ORdata);
if ($result ne 'okay') {
# Do something useful
}
$result = &OR_build_response_data_worksheet($response_data_sheet,$format,
$performance_data,$Foils,
$ORdata);
if ($result ne 'okay') {
# Do something useful
}
$response_data_sheet->activate();
#
# Close the excel file
$workbook->close();
#
# Write a link to allow them to download it
$result .= '<h2>'.&mt('Excel Raw Data Output').'</h2>'.
'<p><a href="'.$filename.'">'.
&mt('Your Excel spreadsheet.').
'</a></p>'."\n";
return $result;
}

sub OR_build_problem_data_worksheet {
my ($worksheet,$format,$Concepts,$ORdata) = @_;
my $rows_output = 3;
my $cols_output = 0;
$worksheet->write($rows_output++,0,'Problem Structure',$format->{'h3'});
##
##
my @Headers;
if (@$Concepts > 1) {
@Headers = ("Concept\nNumber",'Concept',"Foil\nNumber",
'Foil Name','Foil Text','Correct value');
} else {
@Headers = ('Foil Number','FoilName','Foil Text','Correct value');
}
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'});
my %Foildata = %{$ORdata->{'_Foils'}};
my $conceptindex = 1;
my $foilindex = 1;
foreach my $concept (@$Concepts) {
my @FoilsInConcept = @{$concept->{'foils'}};
my $firstfoil = shift(@FoilsInConcept);
if (@$Concepts > 1) {
$worksheet->write_row($rows_output++,0,
[$conceptindex,
$concept->{'name'},
$foilindex++,
$Foildata{$firstfoil}->{'name'},
$Foildata{$firstfoil}->{'text'},
$Foildata{$firstfoil}->{'value'},]);
} else {
$worksheet->write_row($rows_output++,0,
[ $foilindex++,
$Foildata{$firstfoil}->{'name'},
$Foildata{$firstfoil}->{'text'},
$Foildata{$firstfoil}->{'value'},]);
}
foreach my $foilid (@FoilsInConcept) {
if (@$Concepts > 1) {
$worksheet->write_row($rows_output++,0,
['',
'',
$foilindex,
$Foildata{$foilid}->{'name'},
$Foildata{$foilid}->{'text'},
$Foildata{$foilid}->{'value'},]);
} else {
$worksheet->write_row($rows_output++,0,
[$foilindex,
$Foildata{$foilid}->{'name'},
$Foildata{$foilid}->{'text'},
$Foildata{$foilid}->{'value'},]);
}
} continue {
$foilindex++;
}
} continue {
$conceptindex++;
}
$rows_output++;
$rows_output++;
##
## Option data output
$worksheet->write($rows_output++,0,'Options',$format->{'header'});
foreach my $string (@{$ORdata->{'_Options'}}) {
$worksheet->write($rows_output++,0,$string);
}
return 'okay';
}

sub OR_build_response_data_worksheet {
my ($worksheet,$format,$performance_data,$Foils,$ORdata)=@_;
my $rows_output = 3;
my $cols_output = 0;
$worksheet->write($rows_output++,0,'Response Data',$format->{'h3'});
$worksheet->set_column(1,1,20);
$worksheet->set_column(2,2,13);
my @Headers = ('identifier','time','award detail','attempt');
foreach my $foil (@$Foils) {
push (@Headers,$foil.' submission');
push (@Headers,$foil.' grading');
}
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'});
#
foreach my $row (@$performance_data) {
next if (! defined($row));
my ($student,$award,$grading,$submission,$time,$tries) = @$row;
my @Foilgrades = split('&',$grading);
my @Foilsubs = split('&',$submission);
my %response_data;
for (my $j=0;$j<=$#Foilgrades;$j++) {
my ($foilid,$correct) = split('=',$Foilgrades[$j]);
my (undef,$submission) = split('=',$Foilsubs[$j]);
$submission = &Apache::lonnet::unescape($submission);
$foilid = &Apache::lonnet::unescape($foilid);
$response_data{$foilid.' submission'}=$submission;
$response_data{$foilid.' award'}=$correct;
}
$worksheet->write($rows_output,$cols_output++,$student);
$worksheet->write($rows_output,$cols_output++,
&Apache::lonstathelpers::calc_serial($time),$format->{'date'});
$worksheet->write($rows_output,$cols_output++,$award);
$worksheet->write($rows_output,$cols_output++,$tries);
foreach my $foilid (@$Foils) {
$worksheet->write($rows_output,$cols_output++,
$response_data{$foilid.' submission'});
$worksheet->write($rows_output,$cols_output++,
$response_data{$foilid.' award'});
}
$rows_output++;
$cols_output = 0;
}
return;
}

sub build_foil_index {	sub build_foil_index {
my ($ORdata) = @_;	my ($ORdata) = @_;
return if (! exists($ORdata->{'_Foils'}));	return if (! exists($ORdata->{'_Foils'}));
Line 1845 sub build_foil_index {	Line 1750 sub build_foil_index {
}	}
#	#
# Build up the table of row labels.	# Build up the table of row labels.
my $table = '<table border="1" >'."\n";	my $table = &Apache::loncommon::start_data_table();
if (@Concepts > 1) {	if (@Concepts > 1) {
$table .= '<tr>'.	$table .= &Apache::loncommon::start_data_table_header_row().
'<th>'.&mt('Concept Number').'</th>'.	'<th>'.&mt('Concept Number').'</th>'.
'<th>'.&mt('Concept').'</th>'.	'<th>'.&mt('Concept').'</th>'.
'<th>'.&mt('Foil Number').'</th>'.	'<th>'.&mt('Foil Number').'</th>'.
'<th>'.&mt('Foil Name').'</th>'.	'<th>'.&mt('Foil Name').'</th>'.
'<th>'.&mt('Foil Text').'</th>'.	'<th>'.&mt('Foil Text').'</th>'.
'<th>'.&mt('Correct Value').'</th>'.	'<th>'.&mt('Correct Value').'</th>'.
"</tr>\n";	&Apache::loncommon::end_data_table_header_row();
} else {	} else {
$table .= '<tr>'.	$table .= &Apache::loncommon::start_data_table_header_row().
'<th>'.&mt('Foil Number').'</th>'.	'<th>'.&mt('Foil Number').'</th>'.
'<th>'.&mt('Foil Name').'</th>'.	'<th>'.&mt('Foil Name').'</th>'.
'<th>'.&mt('Foil Text').'</th>'.	'<th>'.&mt('Foil Text').'</th>'.
'<th>'.&mt('Correct Value').'</th>'.	'<th>'.&mt('Correct Value').'</th>'.
"</tr>\n";	&Apache::loncommon::end_data_table_header_row();
}	}
my $conceptindex = 1;	my $conceptindex = 1;
my $foilindex = 1;	my $foilindex = 1;
Line 1869 sub build_foil_index {	Line 1774 sub build_foil_index {
my @FoilsInConcept = @{$concept->{'foils'}};	my @FoilsInConcept = @{$concept->{'foils'}};
my $firstfoil = shift(@FoilsInConcept);	my $firstfoil = shift(@FoilsInConcept);
if (@Concepts > 1) {	if (@Concepts > 1) {
$table .= '<tr>'.	$table .= &Apache::loncommon::start_data_table_row().
'<td>'.$conceptindex.'</td>'.	'<td>'.$conceptindex.'</td>'.
'<td>'.&HTML::Entities::encode($concept->{'name'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($concept->{'name'},'<>&"').'</td>'.
'<td>'.$foilindex++.'</td>'.	'<td>'.$foilindex++.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'name'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'name'},'<>&"').'</td>'.
'<td>'.$Foildata{$firstfoil}->{'text'}.'</td>'.	'<td>'.$Foildata{$firstfoil}->{'text'}.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'value'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'value'},'<>&"').'</td>'.
"</tr>\n";	&Apache::loncommon::end_data_table_row();
} else {	} else {
$table .= '<tr>'.	$table .= &Apache::loncommon::start_data_table_row().
'<td>'.$foilindex++.'</td>'.	'<td>'.$foilindex++.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'name'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'name'},'<>&"').'</td>'.
'<td>'.$Foildata{$firstfoil}->{'text'}.'</td>'.	'<td>'.$Foildata{$firstfoil}->{'text'}.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'value'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$firstfoil}->{'value'},'<>&"').'</td>'.
"</tr>\n";	&Apache::loncommon::end_data_table_row();
}	}
foreach my $foilid (@FoilsInConcept) {	foreach my $foilid (@FoilsInConcept) {
if (@Concepts > 1) {	if (@Concepts > 1) {
$table .= '<tr>'.	$table .= &Apache::loncommon::start_data_table_row().
'<td></td>'.	'<td></td>'.
'<td></td>'.	'<td></td>'.
'<td>'.$foilindex.'</td>'.	'<td>'.$foilindex.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'name'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'name'},'<>&"').'</td>'.
'<td>'.$Foildata{$foilid}->{'text'}.'</td>'.	'<td>'.$Foildata{$foilid}->{'text'}.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'value'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'value'},'<>&"').'</td>'.
"</tr>\n";	&Apache::loncommon::end_data_table_row();
} else {	} else {
$table .= '<tr>'.	$table .= &Apache::loncommon::start_data_table_row().
'<td>'.$foilindex.'</td>'.	'<td>'.$foilindex.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'name'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'name'},'<>&"').'</td>'.
'<td>'.$Foildata{$foilid}->{'text'}.'</td>'.	'<td>'.$Foildata{$foilid}->{'text'}.'</td>'.
'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'value'},'<>&"').'</td>'.	'<td>'.&HTML::Entities::encode($Foildata{$foilid}->{'value'},'<>&"').'</td>'.
"</tr>\n";	&Apache::loncommon::end_data_table_row();
}	}
} continue {	} continue {
$foilindex++;	$foilindex++;
Line 1909 sub build_foil_index {	Line 1814 sub build_foil_index {
} continue {	} continue {
$conceptindex++;	$conceptindex++;
}	}
$table .= "</table>\n";	$table .= &Apache::loncommon::end_data_table();
#	#
# Build option index with color stuff	# Build option index with color stuff
return ($table,\@Foils,\@Concepts);	return ($table,\@Foils,\@Concepts);
Line 1965 sub build_foil_key {	Line 1870 sub build_foil_key {
sub CreateInterface {	sub CreateInterface {
##	##
## Environment variable initialization	## Environment variable initialization
if (! exists$ENV{'form.AnalyzeOver'}) {	if (! exists($env{'form.AnalyzeOver'})) {
$ENV{'form.AnalyzeOver'} = 'tries';	$env{'form.AnalyzeOver'} = 'tries';
}	}
##	##
## Build the menu	## Build the menu
my $Str = '';	my $Str = '';
$Str .= &Apache::lonhtmlcommon::breadcrumbs	$Str .= '<p>';
(undef,'Detailed Problem Analysis');	$Str .= &Apache::loncommon::start_data_table();
$Str .= '<table cellspacing="5">'."\n";	$Str .= &Apache::loncommon::start_data_table_header_row();
$Str .= '<tr>';	$Str .= '<th>'.&mt('Sections').'</th>';
$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>';	$Str .= '<th>'.&mt('Groups').'</th>';
$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>';	$Str .= '<th>'.&mt('Access Status').'</th>';
# $Str .= '<td align="center"><b>'.&mt('Sequences and Folders').'</b></td>';	$Str .= '<th>'.&mt('Options').'</th>';
$Str .= '<td align="center"> </td>';	$Str .= &Apache::loncommon::end_data_table_header_row();
$Str .= '</tr>'."\n";
##	##
##	##
$Str .= '<tr><td align="center">'."\n";	$Str .= &Apache::loncommon::start_data_table_row();
	$Str .= '<td align="center">'."\n";
$Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5);	$Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5);
$Str .= '</td>';	$Str .= '</td>';
#	#
	$Str .= '<td align="center">'."\n";
	$Str .= &Apache::lonstatistics::GroupSelect('Group','multiple',5);
	$Str .= '</td>';
	#
$Str .= '<td align="center">';	$Str .= '<td align="center">';
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);	$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);
$Str .= '</td>';	$Str .= '</td>';
#	#
# $Str .= '<td align="center">';
my $only_seq_with_assessments = sub {
my $s=shift;
if ($s->{'num_assess'} < 1) {
return 0;
} else {
return 1;
}
};
&Apache::lonstatistics::MapSelect('Maps','multiple,all',5,
$only_seq_with_assessments);
##	##
##	##
$Str .= '<td>';	$Str .= '<td valign="top">';
##	##
my $showprob_checkbox =	my $showprob_checkbox =
'<input type="checkbox" name="show_prob" value="true" ';	'<input type="checkbox" name="show_prob" value="true"';
if ($ENV{'form.show_prob'} eq 'true') {	if ($env{'form.show_prob'} eq 'true') {
$showprob_checkbox .= 'checked ';	$showprob_checkbox .= ' checked="checked"';
}	}
$showprob_checkbox.= ' />';	$showprob_checkbox.= ' />';
$Str.= '<nobr><label>'.	$Str.= '<span class="LC_nobreak"><label>'.
&mt('Show problem [_1]',$showprob_checkbox).	$showprob_checkbox.' '.&mt('Show problem').
'</label></nobr><br />';	'</label></span><br />';
##	##
my $analyze_selector = '<select name="AnalyzeOver" >';	my $analyze_selector = '<select name="AnalyzeOver" >';
$analyze_selector .= '<option value="tries" ';	$analyze_selector .= '<option value="tries" ';
if (! exists($ENV{'form.AnalyzeOver'}) \|\|	if (! exists($env{'form.AnalyzeOver'}) \|\|
$ENV{'form.AnalyzeOver'} eq 'tries'){	$env{'form.AnalyzeOver'} eq 'tries'){
# Default to tries	# Default to tries
$analyze_selector .= ' selected ';	$analyze_selector .= ' selected="selected" ';
}	}
$analyze_selector .= '>'.&mt('Tries').'</option>';	$analyze_selector .= '>'.&mt('Tries').'</option>';
$analyze_selector .= '<option value="time" ';	$analyze_selector .= '<option value="time" ';
$analyze_selector .= ' selected ' if ($ENV{'form.AnalyzeOver'} eq 'time');	$analyze_selector .= ' selected ' if ($env{'form.AnalyzeOver'} eq 'time');
$analyze_selector .= '>'.&mt('Time').'</option>';	$analyze_selector .= '>'.&mt('Time').'</option>';
$analyze_selector .= '</select>';	$analyze_selector .= '</select>';
$Str .= '<nobr><label>'.	$Str .= '<span class="LC_nobreak"><label>'.
&mt('Analyze Over [_1] [_2]',	&mt('Analyze Over [_1] [_2]',
$analyze_selector,	$analyze_selector,
&Apache::loncommon::help_open_topic('Analysis_Analyze_Over')).	&Apache::loncommon::help_open_topic('Analysis_Analyze_Over')).
'</label></nobr><br />'.$/;	'</label></span><br />'.$/;
##	##
my $numplots_selector = '<select name="NumPlots">';	my $numplots_selector = '<select name="NumPlots">';
if (! exists($ENV{'form.NumPlots'})	if (! exists($env{'form.NumPlots'})
\|\| $ENV{'form.NumPlots'} < 1	\|\| $env{'form.NumPlots'} < 1
\|\| $ENV{'form.NumPlots'} > 20) {	\|\| $env{'form.NumPlots'} > 20) {
$ENV{'form.NumPlots'} = 5;	$env{'form.NumPlots'} = 5;
}	}
foreach my $i (1,2,3,4,5,6,7,8,10,15,20) {	foreach my $i (1,2,3,4,5,6,7,8,10,15,20) {
$numplots_selector .= '<option value="'.$i.'" ';	$numplots_selector .= '<option value="'.$i.'" ';
if ($ENV{'form.NumPlots'} == $i) { $numplots_selector.=' selected '; }	if ($env{'form.NumPlots'} == $i) { $numplots_selector.=' selected="selected" '; }
$numplots_selector .= '>'.$i.'</option>';	$numplots_selector .= '>'.$i.'</option>';
}	}
$numplots_selector .= '</select></nobr><br />';	$numplots_selector .= '</select>';
$Str .= '<nobr><label>'.&mt('Number of Plots [_1]',$numplots_selector).	$Str .= '<span class="LC_nobreak"><label>'.&mt('Number of Plots [_1]',$numplots_selector).
'</label></nobr>';	'</label></span><br />';
##	##
$Str .= '<nobr><label>'.&mt('Status: [_1]',
'<input type="text" '.
'name="stats_status" size="60" value="" />'
).
'</label></nobr>';
$Str .= '</td>';	$Str .= '</td>';
##	##
##	##
$Str .= '</tr>'."\n";	$Str .= &Apache::loncommon::end_data_table_row();
$Str .= '</table>'."\n";	$Str .= &Apache::loncommon::end_data_table();
	$Str .= '<p class="LC_nobreak"><label>'
	.&mt('Status: [_1]',
	'<input type="text" name="stats_status"'
	.' size="60" value="" readonly="readonly" />')
	.'</label></p>';
	$Str .= '</p>';
return $Str;	return $Str;
}	}

Line 2089 sub hashify_attempt {	Line 1988 sub hashify_attempt {
my %attempt;	my %attempt;
$attempt{'student'} = $row->[&Apache::loncoursedata::RD_sname()];	$attempt{'student'} = $row->[&Apache::loncoursedata::RD_sname()];
$attempt{'tries'} = $row->[&Apache::loncoursedata::RD_tries()];	$attempt{'tries'} = $row->[&Apache::loncoursedata::RD_tries()];
$attempt{'submission'} = &Apache::lonnet::unescape($row->[&Apache::loncoursedata::RD_submission()]);	$attempt{'submission'} = &unescape($row->[&Apache::loncoursedata::RD_submission()]);
$attempt{'award'} = $row->[&Apache::loncoursedata::RD_awarddetail()];	$attempt{'award'} = $row->[&Apache::loncoursedata::RD_awarddetail()];
$attempt{'timestamp'} = $row->[&Apache::loncoursedata::RD_timestamp()];	$attempt{'timestamp'} = $row->[&Apache::loncoursedata::RD_timestamp()];
return %attempt;	return %attempt;
Line 2113 sub Process_OR_Row {	Line 2012 sub Process_OR_Row {
my @Foilsubs = split('&',$submission);	my @Foilsubs = split('&',$submission);
for (my $j=0;$j<=$#Foilgrades;$j++) {	for (my $j=0;$j<=$#Foilgrades;$j++) {
my ($foilid,$correct) = split('=',$Foilgrades[$j]);	my ($foilid,$correct) = split('=',$Foilgrades[$j]);
$foilid = &Apache::lonnet::unescape($foilid);	$foilid = &unescape($foilid);
my (undef,$submission) = split('=',$Foilsubs[$j]);	my (undef,$submission) = split('=',$Foilsubs[$j]);
if ($correct) {	if ($correct) {
$RowData{$foilid}->{'_correct'}++;	$RowData{$foilid}->{'_correct'}++;
} else {	} else {
$submission = &Apache::lonnet::unescape($submission);	$submission = &unescape($submission);
$RowData{$foilid}->{$submission}++;	$RowData{$foilid}->{$submission}++;
}	}
$RowData{$foilid}->{'_total'}++;	$RowData{$foilid}->{'_total'}++;

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.109
changed lines
	Added in v.1.141