--- loncom/interface/statistics/lonstudentsubmissions.pm 2004/09/16 21:54:22 1.19
+++ loncom/interface/statistics/lonstudentsubmissions.pm 2010/09/12 17:37:24 1.54.10.2
@@ -1,6 +1,6 @@
# The LearningOnline Network with CAPA
#
-# $Id: lonstudentsubmissions.pm,v 1.19 2004/09/16 21:54:22 matthew Exp $
+# $Id: lonstudentsubmissions.pm,v 1.54.10.2 2010/09/12 17:37:24 raeburn Exp $
#
# Copyright Michigan State University Board of Trustees
#
@@ -27,7 +27,7 @@
package Apache::lonstudentsubmissions;
use strict;
-use Apache::lonnet();
+use Apache::lonnet;
use Apache::loncommon();
use Apache::lonhtmlcommon();
use Apache::loncoursedata();
@@ -37,6 +37,10 @@ use Apache::lonstathelpers;
use HTML::Entities();
use Time::Local();
use Spreadsheet::WriteExcel();
+use Crypt::PasswdMD5;
+use lib '/home/httpd/lib/perl/';
+use LONCAPA;
+
my @SubmitButtons = ({ name => 'SelectAnother',
text => 'Choose a different Problem' },
@@ -63,16 +67,18 @@ sub BuildStudentSubmissionsPage {
my @Students = @Apache::lonstatistics::Students;
#
if (@Students < 1) {
- $r->print('
There are no students in the sections selected
');
+ $r->print(''
+ .&mt('There are no students in the sections selected.')
+ .'
');
}
#
my @CacheButtonHTML =
&Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status',
- ''.&mt('Loading student data').'
');
+ ''.&mt('Loading student data...').'
');
$r->rflush();
#
- if (exists($ENV{'form.problemchoice'}) &&
- ! exists($ENV{'form.SelectAnother'})) {
+ if (exists($env{'form.problemchoice'}) &&
+ ! exists($env{'form.SelectAnother'})) {
foreach my $button (@SubmitButtons) {
if ($button->{'name'} eq 'break') {
$r->print("
\n");
@@ -100,31 +106,61 @@ sub BuildStudentSubmissionsPage {
# Get resource objects
my $navmap = Apache::lonnavmaps::navmap->new();
if (!defined($navmap)) {
- $r->print(''.&mt("Internal error").'
');
+ $r->print(''.&mt("Internal error").'
');
return;
}
my %already_seen;
- my @Problems;
+ my (@Problems,$show_named);
+ unless (&Apache::loncommon::needs_gci_custom()) {
+ $show_named = 1;
+ }
foreach my $symb (@Symbs) {
my $resource = $navmap->getBySymb($symb);
push(@Problems,$resource);
}
- #
+ # If these are to be anonymized, do a random shuffle of @Students.
+ unless ($show_named) {
+ &array_shuffle(\@Students);
+ }
+ my $threshold = $env{'course.'.$env{'request.course.id'}.'.internal.anonsurvey_threshold'};
+ if ($threshold eq '') {
+ my %domconfig =
+ &Apache::lonnet::get_dom('configuration',['coursedefaults'],
+ $env{'course.'.$env{'request.course.id'}.'.domain'});
+ if (ref($domconfig{'coursedefaults'}) eq 'HASH') {
+ $threshold = $domconfig{'coursedefaults'}{'anonsurvey_threshold'};
+ if ($threshold eq '') {
+ $threshold = 10;
+ }
+ } else {
+ $threshold = 10;
+ }
+ }
+ #
+ $r->print(''.
+ &Apache::lonstatistics::section_and_enrollment_description().
+ '
');
if (! scalar(@Problems) || ! defined($Problems[0])) {
$r->print('resource is undefined');
+ } elsif (!$show_named && @Students < $threshold) {
+ $r->print(&mt('The number of students matching the selection criteria is too few for display of submission data for anonymous surveys.').'
'.&mt('There must be at least [quant,_1,student].',$threshold).' '.&mt('Contact a Domain Coordinator if you need the threshold to be changed for this course.'));
} else {
if (scalar(@Problems) == 1) {
my $resource = $Problems[0];
$r->print(''.$resource->title.'
');
$r->print(''.$resource->src.'
');
- if ($ENV{'form.renderprob'} eq 'true') {
- $r->print(
- &Apache::lonstathelpers::render_resource({src => $resource->src})
- );
+ if ($env{'form.renderprob'} eq 'true') {
+ $r->print(&Apache::lonstathelpers::render_resource($resource));
$r->rflush();
}
}
- &new_excel_output($r,\@Problems,\@Students);
+ if ($env{'form.output'} eq 'excel') {
+ &prepare_excel_output($r,\@Problems,\@Students,$show_named);
+ } elsif ($env{'form.output'} eq 'csv') {
+ &prepare_csv_output($r,\@Problems,\@Students,$show_named);
+ } else {
+ &prepare_html_output($r,\@Problems,\@Students,$show_named);
+ }
}
$r->print('
');
} else {
@@ -135,33 +171,561 @@ sub BuildStudentSubmissionsPage {
&mt('Computing correct answers greatly increasese the amount of time required to prepare a report.').
'');
$r->print(''.
- &mt('please select problems and use the Prepare Report button to continue.').
+ &mt('Please select problems and use the [_1]Prepare Report[_2] button to continue.','','').
'
');
$r->print(&Apache::lonstathelpers::MultipleProblemSelector
(undef,'problemchoice','Statistics'));
}
}
+sub array_shuffle {
+ my $array = shift;
+ return unless (ref($array) eq 'ARRAY');
+ my $i = scalar(@$array);
+ my $j;
+ foreach my $item (@$array) {
+ --$i;
+ $j = int(rand($i+1));
+ next if($i == $j);
+ @$array [$i,$j] = @$array[$j,$i];
+ }
+ return @$array;
+}
+
+##
+## get_extra_response_headers
+##
+
+sub get_extra_response_headers {
+ my ($show_named) = @_;
+ my @extra_resp_headers;
+ if ($env{'form.correctans'} eq 'true') {
+ push(@extra_resp_headers,'Correct');
+ }
+ if ($show_named) {
+ if ($env{'form.prob_status'} eq 'true') {
+ push(@extra_resp_headers,'Award Detail');
+ push(@extra_resp_headers,'Time');
+ push(@extra_resp_headers,'Attempt');
+ push(@extra_resp_headers,'Awarded');
+ }
+ }
+ return @extra_resp_headers;
+}
+
+##
+## get_headers:
+## return the proper headers for the given response
+sub get_headers {
+ my ($prob,$partid,$respid,$resptype,$analysis,$output,$purpose,
+ @basic_headers) = @_;
+ my @headers;
+ if ($resptype eq 'essay' && $purpose eq 'display' &&
+ ($output eq 'html')) {# || scalar(@{$prob->parts})!=1)) {
+ @headers = ();
+ } elsif ($resptype =~ /^(option|match|rank)$/) {
+ my $prefix = '_';
+ if ($purpose eq 'display') {
+ $prefix = '';
+ }
+ my @foils =
+ map {
+ $prefix.$_;
+ } sort(keys(%{$analysis->{$partid.'.'.$respid}->{'_Foils'}}));
+ if (scalar(@basic_headers) && $basic_headers[0] eq 'Correct') {
+ @foils = map { ($_ , $_.' Correct') } @foils;
+ shift(@basic_headers); # Get rid of 'Correct'
+ }
+ @headers = (@foils,@basic_headers);
+ } elsif (lc($resptype) eq 'task') {
+ @headers = ('Grader','Status',@basic_headers,'Submission');
+ } else {
+ @headers = ('Submission',@basic_headers);
+ }
+ return @headers;
+}
+
#########################################################
#########################################################
+##
+## HTML Output Routines
+##
+#########################################################
+#########################################################
+sub prepare_html_output {
+ my ($r,$problems,$students,$show_named) = @_;
+ my $c = $r->connection();
+ my $salt = '$1$'.$Apache::lonnet::perlvar{'AnonymousSalt'};
+ #
+ # Set a flag for the case when there is just one problem
+ my $single_response = 0;
+ if (scalar(@$problems) == 1 &&
+ $problems->[0]->countResponses == 1) {
+ $single_response = 1;
+ }
+ #
+ # Compute the number of columns per response
+ my @extra_resp_headers = &get_extra_response_headers($show_named);
+ #
+ # Create the table header
+ my @student_columns;
+ if ($show_named) {
+ @student_columns = @Apache::lonstatistics::SelectedStudentData;
+ if (grep(/^all$/,@student_columns)) {
+ @student_columns = qw(fullname username domain id section status groups comments);
+ }
+ } else {
+ @student_columns = ('username');
+ }
+ #
+ my %headers;
+ my $student_column_count = scalar(@student_columns);
+ $headers{'problem'} = qq{\ | };
+ foreach (@student_columns) {
+ $headers{'student'}.= ''.ucfirst($_).' | ';
+ }
+ #
+ # we put the headers into the %headers hash
+ my $total_col = scalar(@student_columns);
+ my $nonempty_part_headers = 0;
+ #
+ my %problem_analysis;
+ foreach my $prob (@$problems) {
+ my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src);
+ $problem_analysis{$prob->src}=\%analysis;
+ #
+ my $prob_span = 0;
+ my $single_part = 0;
+ if (scalar(@{$prob->parts}) == 1) {
+ $single_part = 1;
+ }
+ foreach my $partid (@{$prob->parts}) {
+ my $part_span = 0;
+ my $responses = [$prob->responseIds($partid)];
+ my $resptypes = [$prob->responseType($partid)];
+ for (my $i=0;$i[$i];
+ my @headers = &get_headers($prob,$partid,$respid,
+ $resptypes->[$i],
+ $problem_analysis{$prob->src},
+ 'html','display',
+ @extra_resp_headers);
+ if (scalar(@headers)>0) {
+ $total_col += scalar(@headers);
+ $part_span += scalar(@headers);
+ $headers{'response'} .=
+ ''.
+ &mt('Response [_1]',$responses->[$i]).' | ';
+ $headers{'student'}.= ''.
+ join(' | ',
+ @headers).
+ ' | ';
+ }
+ }
+ if ($part_span == 0) {
+ next;
+ }
+ if (! $single_part) {
+ my $tmpname = $partid;
+ if ($partid =~/^\d+$/) {
+ $tmpname = $prob->part_display($partid);
+ }
+ if ($tmpname !~ /^part/) {
+ $tmpname = 'Part '.$tmpname;
+ }
+ $headers{'part'} .= qq{$tmpname | };
+ $nonempty_part_headers = 1;
+ } else {
+ $headers{'part'} .= qq{ | };
+ }
+ $prob_span += $part_span;
+ }
+ my $title = $prob->compTitle;
+ if ($prob_span > 0) {
+ $headers{'problem'}.= qq{$title | };
+ } elsif ($single_response) {
+ $prob_span = scalar(@student_columns);
+ $headers{'problem'} = qq{$title | };
+ }
+ }
+ if (exists($headers{'part'})) {
+ $headers{'part'} = qq{\ | }.
+ $headers{'part'};
+ }
+ if (exists($headers{'response'})) {
+ $headers{'response'}=
+ qq{\ | }.
+ $headers{'response'};
+ }
+ my $full_header = $/.''.$/;
+ $full_header .= ''.$headers{'problem'}.'
'.$/;
+ if ($nonempty_part_headers) {
+ $full_header .= ''.$headers{'part'}.'
'.$/;
+ }
+ $full_header .= ''.$headers{'response'}.'
'.$/;
+ $full_header .= ''.$headers{'student'}.'
'.$/;
+ #
+ # Main loop
+ my $count;
+ $r->print($/.$full_header.$/);
+ my $row_class = 'odd'; # css
+ foreach my $student (@$students) {
+ my $student_row_data;
+ if ($count++ >= 30) {
+ $r->print('
'.$/.$full_header.$/);
+ $count = 0;
+ }
+ last if ($c->aborted());
+ if ($show_named) {
+ foreach my $field (@student_columns) {
+ $student_row_data .= '';
+ # handle comments like in lonstudentassessment.pm
+ if($field eq 'comments') {
+ $student_row_data .=
+ ''.&mt('Comments').'';
+ } else {
+ $student_row_data .= $student->{$field};
+ }
+ $student_row_data .= ' | ';
+ }
+ } else {
+ my $anonid = &Crypt::PasswdMD5::unix_md5_crypt($student->{'username'},
+ $salt);
+ $anonid = substr($anonid,length($salt)+1);
+ $student_row_data = ''.
+ $anonid.' | ';
+ }
+ #
+ # Figure out what it is we need to output for this student
+ my @essays;
+ my %prob_data;
+ my $maxrow;
+ foreach my $prob (@$problems) {
+ $prob_data{$prob->symb}={};
+ foreach my $partid (@{$prob->parts}) {
+ my @responses = $prob->responseIds($partid);
+ my @response_type = $prob->responseType($partid);
+ for (my $i=0;$i<=$#responses;$i++) {
+ my $respid = $responses[$i];
+ my $results =
+ &Apache::loncoursedata::get_response_data_by_student
+ ($student,$prob->symb(),$respid);
+ my $resptype = $response_type[$i];
+ my @headers = &get_headers($prob,$partid,$respid,
+ $resptype,
+ $problem_analysis{$prob->src},
+ 'html','normal',
+ @extra_resp_headers);
+ my $width = scalar(@headers);
+ next if ($width < 1);
+ my $resp_data;
+ $resp_data->{'fake'} = qq{ | };
+ if (! defined($results)) {
+ $results = [];
+ }
+ #
+ if (scalar(@$results) > $maxrow && $resptype ne 'essay') {
+ $maxrow = scalar(@$results);
+ }
+ for (my $j=scalar(@$results)-1;$j>=0;$j--) {
+ if ($env{'form.all_sub'} ne 'true') {
+ next if ($j ne scalar(@$results)-1);
+ }
+ my $response = &hashify_response($results->[$j],
+ $prob,
+ $student,
+ $partid,
+ $respid);
+ if ($resptype eq 'essay') {
+ push(@essays,
+ &html_essay_results(\@headers,
+ $prob,$partid,$respid,
+ $response,
+ $single_response).
+ '');
+ } elsif (lc($resptype) eq 'task') {
+ my $results =
+ &html_task_results(\@headers,
+ $prob,$partid,$respid,
+ $response,$resptype);
+ if ($results) {
+ push(@{$resp_data->{'real'}},$results);
+ }
+ } else {
+ push(@{$resp_data->{'real'}},
+ &html_non_essay_results(\@headers,
+ $prob,$partid,$respid,
+ $response,$resptype));
+ }
+ }
+ $prob_data{$prob->symb}->{$partid}->{$respid}=$resp_data;
+ } # end of $i loop
+ } # end of partid loop
+ } # end of prob loop
+ #
+ # if there is no data, skip this student.
+ next if (! $maxrow && ! scalar(@essays));
+ #
+ # Go through the problem data and output a row.
+ if ($row_class eq 'even') {
+ $row_class = 'odd';
+ } else {
+ $row_class = 'even';
+ }
+ my $printed_something;
+ for (my $rows_output = 0;$rows_output<$maxrow;$rows_output++) {
+ my $html;
+ my $no_data = 1;
+ foreach my $prob (@$problems) {
+ foreach my $partid (@{$prob->parts}) {
+ my @responses = $prob->responseIds($partid);
+ my @response_type = $prob->responseType($partid);
+ for (my $i=0;$i<=$#responses;$i++) {
+ my $respid = $responses[$i];
+ my $resp_data =
+ $prob_data{$prob->symb}->{$partid}->{$respid};
+ next if ($response_type[$i] eq 'essay');
+ if (defined($resp_data->{'real'}->[$rows_output])) {
+ $html .= $resp_data->{'real'}->[$rows_output];
+ $no_data = 0;
+ } else {
+ $html .= $resp_data->{'fake'};
+ }
+ }
+ }
+ }
+ if (! $no_data) {
+ $r->print(qq{$student_row_data$html
}.$/);
+ $printed_something=1;
+ }
+ }
+ if (@essays) {
+ my $tr = qq{};
+ my $td = qq{};
+ if (! $printed_something) {
+ $r->print($tr.$student_row_data.' |
'.$/);
+ }
+ $r->print($tr.$td.
+ join(''.$/.$tr.$td,@essays).''.$/);
+ undef(@essays);
+ }
+ } # end of student loop
+ $r->print(''.$/);
+ return;
+}
+
+sub hashify_response {
+ my ($response,$prob,$student,$partid,$respid) =@_;
+ my $resp_hash = {};
+ if ($env{'form.correctans'} eq 'true') {
+ $resp_hash->{'Correct'} =
+ &Apache::lonstathelpers::get_student_answer
+ ($prob,$student->{'username'},$student->{'domain'},
+ $partid,$respid);
+ }
+ $resp_hash->{'Submission'} =
+ $response->[&Apache::loncoursedata::RDs_submission()];
+ $resp_hash->{'Time'} =
+ $response->[&Apache::loncoursedata::RDs_timestamp()];
+ $resp_hash->{'Attempt'} =
+ $response->[&Apache::loncoursedata::RDs_tries()];
+ $resp_hash->{'Awarded'} =
+ $response->[&Apache::loncoursedata::RDs_awarded()];
+ if ($prob->is_task()) {
+ $resp_hash->{'Grader'} =
+ $response->[&Apache::loncoursedata::RDs_response_eval_2()];
+ if ($resp_hash->{'Attempt'} eq '0') {
+ $resp_hash->{'Attempt'} = '';
+ }
+ $resp_hash->{'Award Detail'} =
+ $response->[&Apache::loncoursedata::RDs_part_award()];
+ $resp_hash->{'Status'} =
+ $response->[&Apache::loncoursedata::RDs_response_eval()];
+ } else {
+ $resp_hash->{'Award Detail'} =
+ $response->[&Apache::loncoursedata::RDs_awarddetail()];
+ }
+
+ return $resp_hash;
+}
+
+#####################################################
+##
+## HTML helper routines
+##
+#####################################################
+sub html_essay_results {
+ my ($headers,$prob,$partid,$respid,$response,$single_response)=@_;
+ if (! ref($headers) || ref($headers) ne 'ARRAY') {
+ return '';
+ }
+ # Start of telling them what problem, part, and response
+ my $Str;
+ if (! $single_response) {
+ my $id = $prob->compTitle;
+ if (defined($partid) && $partid ne '0') {
+ $id .= ' '.$prob->part_display($partid);
+ }
+ if (defined($respid)) {
+ $id .= ' '.$respid;
+ }
+ $Str .= ''.$id.''.(' 'x4);
+ }
+ #
+ shift(@$headers); # Get rid of the Submission header
+ my $correct = '';
+ if ($headers->[0] eq 'Correct') {
+ $correct = &html_format_essay_sub($response->{'Correct'});
+ shift(@$headers);
+ }
+ $Str .= ''.
+ join('',
+ map {
+ (' 'x4).&mt($_.': [_1]',$response->{$_});
+ } @$headers).'';
+ if (@$headers || ! $single_response) {
+ $Str .= '
';
+ }
+ $Str .= &html_format_essay_sub($response->{'Submission'});
+ #
+ if (defined($correct) && $correct !~ /^\s*$/) {
+ $Str .= '
'.&mt('Correct').''.$correct
+ }
+ return $Str;
+}
+
+sub html_format_essay_sub {
+ my ($submission) = @_;
+ return '' if (! defined($submission) || $submission eq '');
+ $submission = &HTML::Entities::decode($submission);
+ $submission =~ s/\\\"/\"/g;
+ $submission =~ s/\\\'/\'/g;
+ $submission =~ s|\\r\\n|$/|g;
+ $submission = &HTML::Entities::encode($submission,'<>&"');
+ $submission =~ s|$/\s*$/|$/$/|g;
+ $submission =~ s|\\||g;
+ $submission = '
'.$submission.'
';
+ return $submission;
+}
+
+sub html_task_results {
+ my ($headers,$prob,$partid,$respid,$response,$resptype) = @_;
+ if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) {
+ return '';
+ }
+
+ my @values;
+ @values = map { $response->{$_}; } @$headers;
+
+ my $td = '';
+ my $str = $td.join(' | '.$td,@values).'';
+ return $str;
+}
+
+sub html_non_essay_results {
+ my ($headers,$prob,$partid,$respid,$response,$resptype) = @_;
+ if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) {
+ return '';
+ }
+ #
+ my $submission = &HTML::Entities::decode(&unescape($response->{'Submission'}));
+ return '' if (! defined($submission) || $submission eq '');
+ $submission =~ s/\\\"/\"/g;
+ $submission =~ s/\\\'/\'/g;
+ if ($resptype eq 'radiobutton') {
+ $submission = &HTML::Entities::encode($submission,'<>&"');
+ $submission =~ s/=([^=])$//;
+ $submission = ''.$submission.'';
+ }
+ $response->{'Submission'} = $submission;
+ #
+ my @values;
+ if ($resptype =~ /^(option|match|rank)$/) {
+ my %submission =
+ map {
+ my ($foil,$value) = split('=',&unescape($_));
+ ($foil,$value);
+ } split('&',$response->{'Submission'});
+ my %correct;
+ if (exists($response->{'Correct'})) {
+ %correct =
+ map {
+ my ($foil,$value)=split('=',&unescape($_));
+ ($foil,$value);
+ } split('&',$response->{'Correct'});
+ }
+ #
+ foreach my $original_header (@$headers) {
+ if ($original_header =~ /^_/) {
+ # '_' denotes a foil column
+ my ($header) = ($original_header =~ m/^_(.*)$/);
+ my $option = '';
+ if ( my ($foil) = ($header =~ /(.*) Correct$/)) {
+ if (exists($correct{$foil})) {
+ $option = $correct{$foil};
+ }
+ } elsif (exists($submission{$header})) {
+ $option = $submission{$header};
+ }
+ push(@values,&HTML::Entities::encode($option));
+ } elsif ($original_header eq 'Time') {
+ push(@values,&Apache::lonlocal::locallocaltime($response->{$original_header}));
+ } else {
+ # A normal column
+ push(@values,$response->{$original_header});
+ }
+ }
+ } else {
+ @values = map { $response->{$_}; } @$headers;
+ }
+ my $td = '';
+ my $str = $td.join(' | '.$td,@values).'';
+ return $str;
+}
-sub new_excel_output {
- my ($r,$Problems,$Students) = @_;
+
+#########################################################
+#########################################################
+##
+## Excel Output Routines
+##
+#########################################################
+#########################################################
+sub prepare_excel_output {
+ my ($r,$Problems,$Students,$show_named) = @_;
my $c = $r->connection();
+ my $salt = '$1$'.$Apache::lonnet::perlvar{'AnonymousSalt'};
#
#
# Determine the number of columns in the spreadsheet
my $columncount = 3; # username, domain, id
- my $multiplier = 1;
- $multiplier ++ if ($ENV{'form.correctans'} eq 'true');
+ my @extra_resp_headers = &get_extra_response_headers();
+ my $lastprob;
+ my %problem_analysis;
foreach my $prob (@$Problems) {
- $columncount += ($multiplier * $prob->countResponses);
+ my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src);
+ $problem_analysis{$prob->src}=\%analysis;
+ foreach my $partid (@{$prob->parts}) {
+ my $responses = [$prob->responseIds($partid)];
+ my $resptypes = [$prob->responseType($partid)];
+ for (my $i=0;$i[$i],
+ $resptypes->[$i],
+ $problem_analysis{$prob->src},
+ 'excel','display',
+ @extra_resp_headers);
+ $columncount += scalar(@headers);
+ }
+ }
last if ($columncount > 255);
+ $lastprob = $prob;
}
if ($columncount > 255) {
$r->print(''.&mt('Unable to complete request').'
'.$/.
''.&mt('LON-CAPA is unable to produce your Excel spreadsheet because your selections will result in more than 255 columns. Excel allows only 255 columns in a spreadsheet.').'
'.$/.
- ''.&mt('Consider selecting fewer problems to generate reports on, or reducing the number of items per problem. Or use HTML or CSV output.').'
'.$/);
+ ''.&mt('Consider selecting fewer problems to generate reports on, or reducing the number of items per problem. Or use HTML or CSV output.').'
'.$/.
+ ''.&mt('The last problem that will fit in the current spreadsheet is [_1].',$lastprob->compTitle).'
');
$r->rflush();
return;
}
@@ -180,28 +744,15 @@ sub new_excel_output {
$r->rflush();
#
# Create the excel spreadsheet
- my $filename = '/prtspool/'.
- $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
- time.'_'.rand(1000000000).'.xls';
- my $workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename);
- if (! defined($workbook)) {
- $r->log_error("Error creating excel spreadsheet $filename: $!");
- $r->print(''.&mt("Unable to create new Excel file. ".
- "This error has been logged. ".
- "Please alert your LON-CAPA administrator").
- '
');
- return undef;
- }
- #
- $workbook->set_tempdir('/home/httpd/perl/tmp');
- #
- my $format = &Apache::loncommon::define_excel_formats($workbook);
+ my ($workbook,$filename,$format) =
+ &Apache::loncommon::create_workbook($r);
+ return if (! defined($workbook));
my $worksheet = $workbook->addworksheet('Student Submission Data');
#
# Add headers to the worksheet
my $rows_output = 0;
$worksheet->write($rows_output++,0,
- $ENV{'course.'.$ENV{'request.course.id'}.'.description'},
+ $env{'course.'.$env{'request.course.id'}.'.description'},
$format->{'h1'});
$rows_output++;
my $cols_output = 0;
@@ -213,28 +764,43 @@ sub new_excel_output {
$worksheet->write($partid_row,0,'Part ID',$format->{'bold'});
$worksheet->write($respid_row,0,'Response ID',$format->{'bold'});
# Student headers
- my @StudentColumns = ('username','domain','id');
+ my @StudentColumns;
+ if ($show_named) {
+ @StudentColumns = qw(username domain id section);
+ } else {
+ @StudentColumns = qw(username);
+ }
foreach (@StudentColumns) {
$worksheet->write($header_row,$cols_output++,ucfirst($_),
$format->{'bold'});
}
# Problem headers
+ my %start_col;
foreach my $prob (@$Problems) {
- my $title = &get_title($prob->title,$prob->src);
+ my $title = $prob->compTitle;
$worksheet->write($title_row,$cols_output,
$title,$format->{'h3'});
foreach my $partid (@{$prob->parts}) {
- $worksheet->write($partid_row,$cols_output,$partid);
+ $worksheet->write($partid_row,$cols_output,
+ $prob->part_display($partid));
my $responses = [$prob->responseIds($partid)];
my $resptypes = [$prob->responseType($partid)];
for (my $i=0;$isymb}->{$partid}->{$responses->[$i]}=
+ $cols_output;
$worksheet->write($respid_row,$cols_output,
$resptypes->[$i].', '.$responses->[$i]);
- $worksheet->write($header_row,$cols_output,'Submission');
- $cols_output++;
- if ($ENV{'form.correctans'} eq 'true') {
- $worksheet->write($header_row,$cols_output,'Correct');
- $cols_output++;
+ my @headers = &get_headers($prob,$partid,$responses->[$i],
+ $resptypes->[$i],
+ $problem_analysis{$prob->src},
+ 'excel','display',
+ @extra_resp_headers);
+ foreach my $text (@headers) {
+ if ($text eq 'Time') {
+ $worksheet->set_column($cols_output,$cols_output,undef,
+ $format->{'date'});
+ }
+ $worksheet->write($header_row,$cols_output++,$text);
}
}
}
@@ -245,13 +811,24 @@ sub new_excel_output {
($r,'Excel File Compilation Status',
'Excel File Compilation Progress',
scalar(@$Students),'inline',undef,'Statistics','stats_status');
+ my $max_row = $rows_output;
foreach my $student (@$Students) {
last if ($c->aborted());
$cols_output = 0;
+ my $student_row = $max_row;
+ my $anonid = &Crypt::PasswdMD5::unix_md5_crypt($student->{'username'},
+ $salt);
+ $anonid = substr($anonid,length($salt)+1);
foreach my $field (@StudentColumns) {
- $worksheet->write($rows_output,$cols_output++,
- $student->{$field});
+ if ($show_named) {
+ $worksheet->write($student_row,$cols_output++,
+ $student->{$field});
+ } else {
+ $worksheet->write($student_row,$cols_output++,
+ $anonid);
+ }
}
+ my $last_student_col = $cols_output-1;
foreach my $prob (@$Problems) {
foreach my $partid (@{$prob->parts}) {
my @Response = $prob->responseIds($partid);
@@ -262,27 +839,57 @@ sub new_excel_output {
my $results =
&Apache::loncoursedata::get_response_data_by_student
($student,$prob->symb(),$respid);
- my $final_response = $results->[-1];
- my $submission =
- $final_response->[
- &Apache::loncoursedata::RDs_submission()
- ];
- $submission=&excel_format_response($submission,$resptype);
- $worksheet->write($rows_output,$cols_output++,
- $submission);
- if ($ENV{'form.correctans'} eq 'true') {
- my $correct =
- &Apache::lonstathelpers::analyze_problem_as_student
- ($prob,$student->{'username'},$student->{'domain'},
- $partid,$respid);
- $correct =&excel_format_response($correct,$resptype);
- $worksheet->write($rows_output,$cols_output++,
- $correct);
+ my @headers = &get_headers($prob,$partid,$respid,
+ $resptype,
+ $problem_analysis{$prob->src},
+ 'excel','normal',
+ @extra_resp_headers);
+
+ if (! defined($results)) {
+ $results = [];
+ }
+ #
+ $rows_output = $student_row;
+ #
+ my $response_start_col = $start_col{$prob->symb}->{$partid}->{$respid};
+ for (my $j=scalar(@$results)-1;$j>=0;$j--) {
+ $cols_output = $response_start_col;
+ if ($env{'form.all_sub'} ne 'true') {
+ next if ($j ne scalar(@$results)-1);
+ }
+ my $response = &hashify_response($results->[$j],
+ $prob,
+ $student,
+ $partid,
+ $respid);
+ my @response_data =
+ &compile_response_data(\@headers,$response,
+ $prob,$partid,$respid,
+ $resptype,
+ \&excel_format_item);
+ $worksheet->write_row($rows_output++,$cols_output,
+ \@response_data);
+ $cols_output+=scalar(@response_data);
+ if ($rows_output > $max_row) {
+ $max_row = $rows_output;
+ }
}
}
}
}
- $rows_output++;
+ # Fill in the remaining rows with the students data
+ for (my $row = $student_row+1;$row<$max_row;$row++) {
+ my $cols = 0;
+ foreach my $field (@StudentColumns) {
+ if ($show_named) {
+ $worksheet->write($row,$cols++,
+ $student->{$field});
+ } else {
+ $worksheet->write($row,$cols++,
+ $anonid);
+ }
+ }
+ }
&Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
'last student');
}
@@ -303,331 +910,83 @@ sub new_excel_output {
return;
}
-sub get_title {
- my ($title,$src) = @_;
- if ($title eq '') {
- ($title) = ($src =~ m|/([^/]+)$|);
- } else {
- $title =~ s/\:/:/g;
- }
- return $title;
-}
-
-sub excel_format_response {
- my ($answer,$responsetype) = @_;
- if ($responsetype eq 'radiobutton') {
- $answer =~ s/=([^=])$//;
- } elsif ($responsetype =~ /^(option|match)$/) {
- $answer = join("\n",
- map {
- &Apache::lonnet::unescape($_) ;
- } sort split('&',$answer)
- );
- }
- if ($answer =~ m/^=/) {
- $answer = ' '.$answer;
- }
- return $answer;
-}
-
-##
-## Currently not used
-sub get_problem_data {
- my ($r,$Problems) = @_;
- #
- # Analyze
- my %Data;
- if (scalar(@$Problems) > 5) {
- # progress window
- my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin
- ($r,'Problem Analysis Status',
- 'Problem Analysis Progress',
- scalar(@$Problems),
- 'inline',undef,'Statistics','stats_status');
- foreach my $problem (@$Problems) {
- $Data{$problem->symb} =
- {&Apache::lonstathelpers::get_problem_data
- ($problem->src)};
- &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
- 'last problem');
- }
- &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
- } else {
- foreach my $problem (@$Problems) {
- $Data{$problem->symb} =
- {&Apache::lonstathelpers::get_problem_data
- ($problem->src)};
- }
- }
- return \%Data;
-}
-
-
-=pod
-
-#########################################################
-#########################################################
-
-my @DefaultColumns =
- (
- {name=>'username',
- display=>'Student'},
- {name=>'domain',
- display=>'Domain'},
- {name => 'id',
- display => 'Id'},
- # FIXME: Probably need to add score
- );
-
-my @PartColumns =
- (
- {name => 'time',
- display =>'Time'},
- {name => 'attempt',
- display =>'Attempt'},
- {name => 'awarded',
- display =>'Award'},
- {name => 'weight',
- display =>'Part Weight'},
- {name => 'score',
- display =>'Score'},
- );
-
-my @ResponseColumns =
- (
- {name => 'submission',
- display =>'Submission'},
- {name => 'answer',
- display =>'Correct Answer'},
- {name => 'awarddetail',
- display =>'Awarddetail'},
- );
-
-sub get_response_type {
- my ($resource,$partid,$respid) = @_;
- my $response_type = '';
- for (my $i=0;
- $i{'partdata'}->{$partid}->{'ResponseIds'}});
- $i++) {
- if($resource->{'partdata'}->{$partid}->{'ResponseIds'}->[$i] eq $respid){
- $response_type =
- $resource->{'partdata'}->{$partid}->{'ResponseTypes'}->[$i];
- last;
+sub compile_response_data {
+ my ($headers,$response,$prob,$partid,$respid,$resptype,$format) = @_;
+ if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) {
+ return ();
+ }
+ if (ref($format) ne 'CODE') {
+ $format = sub { return $_[0]; };
+ }
+ #
+ my $submission =
+ &HTML::Entities::decode
+ (&unescape($response->{'Submission'}));
+ if (!$prob->is_task()) {
+ return () if (! defined($submission) || $submission eq '');
+ }
+ $submission =~ s/\\\"/\"/g;
+ $submission =~ s/\\\'/\'/g;
+ if ($resptype eq 'radiobutton') {
+ $submission =~ s/=([^=])$//;
+ }
+ $response->{'Submission'} = $submission;
+ #
+ my @values;
+ if ($resptype =~ /^(option|match|rank)$/) {
+ my %submission =
+ map {
+ my ($foil,$value) = split('=',&unescape($_));
+ ($foil,$value);
+ } split('&',$response->{'Submission'});
+ my %correct;
+ if (exists($response->{'Correct'})) {
+ %correct =
+ map {
+ my ($foil,$value)=split('=',&unescape($_));
+ ($foil,$value);
+ } split('&',$response->{'Correct'});
}
- }
- return $response_type;
-}
-
-
-#########################################################
-#########################################################
-##
-## prepare_html_output
-##
-#########################################################
-#########################################################
-sub prepare_html_output {
- my ($r,$Problems,$Students) = @_;
- my $problem;
- my $c = $r->connection();
- my ($resource,$respid,$partid) = ($problem->{'resource'},
- $problem->{'respid'},
- $problem->{'part'});
- #
- if ($ENV{'form.correctans'} eq 'true') {
- $r->print(''.&mt('Generating Correct Answers').'
');
- &Apache::lonstathelpers::GetStudentAnswers($r,$problem,$Students,
- 'Statistics',
- 'stats_status');
- }
- #
- $r->print(''.&mt('Student Responses').'
');
- #
- $r->rflush();
- my $response_type = &get_response_type($resource,$partid,$respid);
- if (! defined($response_type)) {
- $r->print(''.&mt('Unable to determine response type').'
');
- return;
- }
- my $count = 0;
- my @Columns;
- if (exists($ENV{'form.concise'}) && $ENV{'form.concise'} eq 'true') {
- foreach (@DefaultColumns) {
- if ($_->{'name'} =~ /^(username|domain|id)$/){
- push(@Columns,$_);
+ #
+ foreach my $original_header (@$headers) {
+ if ($original_header =~ /^_/) {
+ # '_' denotes a foil column
+ my ($header) = ($original_header =~ m/^_(.*)$/);
+ my $option = '';
+ if ( my ($foil) = ($header =~ /(.*) Correct$/)) {
+ if (exists($correct{$foil})) {
+ $option = $correct{$foil};
+ }
+ } elsif (exists($submission{$header})) {
+ $option = $submission{$header};
+ }
+ push(@values,&{$format}($option,$header));
+ } else {
+ # A normal column
+ push(@values,&{$format}($response->{$original_header},
+ $original_header));
}
}
} else {
- @Columns = @DefaultColumns;
- }
- my $header = ''.$/.&html_headers(\@Columns);
- if ($response_type eq 'essay') {
- $header .= &html_essay_headers();
- } elsif ($response_type eq 'option') {
- $header .= &html_option_headers();
- } else {
- $header .= &html_generic_headers();
- }
- $header = ''.$header.'
';
- #
- $r->print($/.$header.$/);
- foreach my $student (@$Students) {
- if ($count >= 50) {
- $r->print('
'.$/.$header.$/);
- $count = 0;
- }
- last if ($c->aborted());
- my $results = &Apache::loncoursedata::get_response_data_by_student
- ($student,$resource->{'symb'},$respid);
- next if (! defined($results) || ref($results) ne 'ARRAY');
- for (my $i=0;$i[$i];
- if ($ENV{'form.last_sub_only'} eq 'true' &&
- $i < (scalar(@$results)-1)) {
- next;
- }
- my $data;
- $data->{'username'} = $student->{'username'};
- $data->{'domain'} = $student->{'domain'};
- $data->{'id'} = $student->{'id'};
- $data->{'fullname'} = $student->{'fullanem'};
- $data->{'status'} = $student->{'status'};
- $data->{'time'} = &Apache::lonlocal::locallocaltime
- ($response->[&Apache::loncoursedata::RDs_timestamp()]);
- $data->{'attempt'} =
- $response->[&Apache::loncoursedata::RDs_tries()];
- $data->{'awarded'} =
- $response->[&Apache::loncoursedata::RDs_awarded()];
- $data->{'awarddetail'} =
- $response->[&Apache::loncoursedata::RDs_awarddetail()];
- $data->{'weight'} = &Apache::lonnet::EXT
- ('resource.'.$partid.'.weight',$resource->{'symb'},
- undef,undef,undef);
- $data->{'score'} = $data->{'weight'} * $data->{'awarded'};
- my $rowextra = 'bgcolor="#CCCCCC"';
- if ($count % 2 == 1) {
- $rowextra = 'bgcolor="#EEEEEE"';
- }
- my $row = '';
- foreach my $col (@Columns) {
- $row .= ''.
- $data->{$col->{'name'}}.' | ';
- }
- if ($response_type eq 'essay') {
- $row .= &html_essay_results
- ($response->[&Apache::loncoursedata::RDs_submission()],
- $student->{'answer'},
- scalar(@Columns),$rowextra);
- } elsif ($response_type eq 'option') {
- $row .= &html_option_results
- ($response->[&Apache::loncoursedata::RDs_submission()],
- $student->{'answer'},
- scalar(@Columns),$rowextra);
- } else {
- $row .= &html_generic_results
- ($response->[&Apache::loncoursedata::RDs_submission()],
- $student->{'answer'},
- scalar(@Columns),$rowextra);
- }
- $row .= '
';
- $r->print($row.$/);
- $count++;
- }
- }
- $r->print(''.$/);
- return;
-}
-
-#####################################################
-##
-## HTML helper routines
-##
-#####################################################
-sub html_headers {
- my ($Columns) = @_;
- my $Str;
- foreach my $column (@$Columns) {
- $Str .= ''.$column->{'display'}.' | ';
+ @values = map { &{$format}($response->{$_},$_); } @$headers;
}
- return $Str;
+ return @values;
}
-sub html_essay {
- my ($submission,$correct,$tablewidth,$rowextra)=@_;
- #
- $submission =~ s|\\r\\n|$/|g;
- $submission = &HTML::Entities::encode($submission,'<>&"');
- $submission =~ s|$/\s*$/|$/$/|g;
- $submission =~ s|\\||g;
- $submission = '
'.$submission.'
';
- #
- my $Str = ''.
- ''.$submission.' | ';
- if ($ENV{'form.correctans'} eq 'true') {
- $Str .= '
';
- if (defined($correct) && $correct !~ /^\s*$/) {
- $Str .= ''.
- ''.&mt('Correct Answer:').''.$correct.' | ';
+sub excel_format_item {
+ my ($item,$type) = @_;
+ if ($type eq 'Time') {
+ $item = &Apache::lonstathelpers::calc_serial($item);
+ } else {
+ if ($item =~ m/^=/) {
+ $item = ' '.$item;
}
+ $item =~ s/\\r//g;
+ $item =~ s/\\n/\n/g;
+ $item =~ s/(\s*$|^\s*)//g;
+ $item =~ s/\\\'/\'/g;
}
- $Str .= '
';
- #
- return $Str;
-}
-
-sub html_essay_headers {
- return '';
-}
-
-sub html_generic_headers {
- my $header =''.&mt('Submission').' | ';
- if ($ENV{'form.correctans'} eq 'true') {
- $header .= ''.&mt('Correct').' | ';
- }
- return $header;
-}
-
-sub html_option_headers {
- return &html_generic_headers();
-}
-
-sub html_radiobutton_results {
- my ($submission,$correct,$tablewidth,$rowclass)=@_;
- $submission =~ s/=([^=])$//;
- return &html_generic_results($submission,$correct,$tablewidth,$rowclass);
-}
-
-sub html_generic_results {
- my ($submission,$correct,$tablewidth,$rowclass)=@_;
- my $Str .= ''.$submission.' | ';
- if ($ENV{'form.correctans'} eq 'true') {
- $Str .= ''.$correct.' | ';
- }
- $Str .= '';
- return $Str;
-}
-
-sub html_option_results {
- my ($submission,$correct,$tablewidth,$rowclass)=@_;
- $submission =
- '