--- loncom/interface/statistics/lonstudentsubmissions.pm 2005/04/07 06:56:24 1.40 +++ loncom/interface/statistics/lonstudentsubmissions.pm 2011/11/18 22:35:33 1.54.10.4 @@ -1,6 +1,6 @@ # The LearningOnline Network with CAPA # -# $Id: lonstudentsubmissions.pm,v 1.40 2005/04/07 06:56:24 albertel Exp $ +# $Id: lonstudentsubmissions.pm,v 1.54.10.4 2011/11/18 22:35:33 raeburn Exp $ # # Copyright Michigan State University Board of Trustees # @@ -37,6 +37,10 @@ use Apache::lonstathelpers; use HTML::Entities(); use Time::Local(); use Spreadsheet::WriteExcel(); +use Crypt::PasswdMD5; +use lib '/home/httpd/lib/perl/'; +use LONCAPA; + my @SubmitButtons = ({ name => 'SelectAnother', text => 'Choose a different Problem' }, @@ -63,15 +67,17 @@ sub BuildStudentSubmissionsPage { my @Students = @Apache::lonstatistics::Students; # if (@Students < 1) { - $r->print('

There are no students in the sections selected

'); + $r->print('
' + .&mt('There are no students in the sections selected.') + .'
'); } # my @CacheButtonHTML = &Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status', - '

'.&mt('Loading student data').'

'); + '
'.&mt('Loading student data...').'
'); $r->rflush(); # - if (exists($env{'form.problemchoice'}) && + if ((exists($env{'form.problemchoice'}) || (exists($env{'form.allproblems'}))) && ! exists($env{'form.SelectAnother'})) { foreach my $button (@SubmitButtons) { if ($button->{'name'} eq 'break') { @@ -89,32 +95,76 @@ sub BuildStudentSubmissionsPage { $r->print('
'.$/); $r->rflush(); # + + # + # Get resource objects + my $navmap = Apache::lonnavmaps::navmap->new(); + # Determine which problems we are to analyze my @Symbs = &Apache::lonstathelpers::get_selected_symbs('problemchoice'); + if (defined($navmap)) { + if ($env{'form.allproblems'}) { + my $iterator = $navmap->getIterator(undef, undef, undef, 1); + while (my $curRes = $iterator->next()) { + next if (! ref($curRes)); + if ($curRes->is_problem) { + my $symb = $curRes->symb; + unless(grep(/^\Q$symb\E$/,@Symbs)) { + push(@Symbs,$symb); + } + } + } + } + } foreach my $selected (@Symbs) { $r->print(''.$/); } - # - # Get resource objects - my $navmap = Apache::lonnavmaps::navmap->new(); if (!defined($navmap)) { - $r->print('

'.&mt("Internal error").'

'); + $r->print('
'.&mt("Internal error").'
'); return; } my %already_seen; - my @Problems; + my (@Problems,$show_named); + unless (&Apache::loncommon::needs_gci_custom()) { + unless ($env{'form.anonymized'} eq 'true') { + $show_named = 1; + } + } foreach my $symb (@Symbs) { my $resource = $navmap->getBySymb($symb); push(@Problems,$resource); } + # If these are to be anonymized, do a random shuffle of @Students. + unless ($show_named) { + &array_shuffle(\@Students); + } + my $threshold = $env{'course.'.$env{'request.course.id'}.'.internal.anonsurvey_threshold'}; + if ($threshold eq '') { + my %domconfig = + &Apache::lonnet::get_dom('configuration',['coursedefaults'], + $env{'course.'.$env{'request.course.id'}.'.domain'}); + if (ref($domconfig{'coursedefaults'}) eq 'HASH') { + $threshold = $domconfig{'coursedefaults'}{'anonsurvey_threshold'}; + if ($threshold eq '') { + $threshold = 10; + } + } else { + $threshold = 10; + } + } + unless (&Apache::loncommon::needs_gci_custom()) { + $threshold = 0; + } # $r->print('

'. &Apache::lonstatistics::section_and_enrollment_description(). '

'); if (! scalar(@Problems) || ! defined($Problems[0])) { $r->print('resource is undefined'); + } elsif (!$show_named && @Students < $threshold) { + $r->print(&mt('The number of students matching the selection criteria is too few for display of submission data for anonymous surveys.').'
'.&mt('There must be at least [quant,_1,student].',$threshold).' '.&mt('Contact the LON-CAPA [_1]Helpdesk[_2] if you need the threshold to be changed for this course.',''. &mt('Response [_1]',$responses->[$i]).''; - $headers{'student'}.= ''.join('', + $headers{'student'}.= ''. + join('', @headers). - ''; + ''; } } + if ($part_span == 0) { + next; + } if (! $single_part) { my $tmpname = $partid; if ($partid =~/^\d+$/) { @@ -274,11 +357,14 @@ sub prepare_html_output { $headers{'part'} .= qq{$tmpname}; $nonempty_part_headers = 1; } else { - $headers{'part'} .= qq{ }; + $headers{'part'} .= qq{ }; } $prob_span += $part_span; } my $title = $prob->compTitle; + unless (&Apache::loncommon::needs_gci_custom()) { + ($title) = ($prob->src =~ m{/([^/]+)$}); + } if ($prob_span > 0) { $headers{'problem'}.= qq{$title}; } elsif ($single_response) { @@ -314,9 +400,25 @@ sub prepare_html_output { $count = 0; } last if ($c->aborted()); - foreach my $field (@student_columns) { - $student_row_data .= - ''.$student->{$field}.''; + if ($show_named) { + foreach my $field (@student_columns) { + $student_row_data .= ''; + # handle comments like in lonstudentassessment.pm + if($field eq 'comments') { + $student_row_data .= + ''.&mt('Comments').''; + } else { + $student_row_data .= $student->{$field}; + } + $student_row_data .= ''; + } + } else { + my $anonid = &Crypt::PasswdMD5::unix_md5_crypt($student->{'username'}, + $salt); + $anonid = substr($anonid,length($salt)+1); + $student_row_data = ''. + $anonid.''; } # # Figure out what it is we need to output for this student @@ -340,8 +442,9 @@ sub prepare_html_output { 'html','normal', @extra_resp_headers); my $width = scalar(@headers); + next if ($width < 1); my $resp_data; - $resp_data->{'fake'} = qq{ }; + $resp_data->{'fake'} = qq{ }; if (! defined($results)) { $results = []; } @@ -365,6 +468,14 @@ sub prepare_html_output { $response, $single_response). ''); + } elsif (lc($resptype) eq 'task') { + my $results = + &html_task_results(\@headers, + $prob,$partid,$respid, + $response,$resptype); + if ($results) { + push(@{$resp_data->{'real'}},$results); + } } else { push(@{$resp_data->{'real'}}, &html_non_essay_results(\@headers, @@ -424,6 +535,7 @@ sub prepare_html_output { undef(@essays); } } # end of student loop + $r->print(''.$/); return; } @@ -438,14 +550,27 @@ sub hashify_response { } $resp_hash->{'Submission'} = $response->[&Apache::loncoursedata::RDs_submission()]; - $resp_hash->{'Award Detail'} = - $response->[&Apache::loncoursedata::RDs_awarddetail()]; $resp_hash->{'Time'} = $response->[&Apache::loncoursedata::RDs_timestamp()]; $resp_hash->{'Attempt'} = $response->[&Apache::loncoursedata::RDs_tries()]; $resp_hash->{'Awarded'} = $response->[&Apache::loncoursedata::RDs_awarded()]; + if ($prob->is_task()) { + $resp_hash->{'Grader'} = + $response->[&Apache::loncoursedata::RDs_response_eval_2()]; + if ($resp_hash->{'Attempt'} eq '0') { + $resp_hash->{'Attempt'} = ''; + } + $resp_hash->{'Award Detail'} = + $response->[&Apache::loncoursedata::RDs_part_award()]; + $resp_hash->{'Status'} = + $response->[&Apache::loncoursedata::RDs_response_eval()]; + } else { + $resp_hash->{'Award Detail'} = + $response->[&Apache::loncoursedata::RDs_awarddetail()]; + } + return $resp_hash; } @@ -469,7 +594,7 @@ sub html_essay_results { if (defined($respid)) { $id .= ' '.$respid; } - $Str .= ''.$id.''.(' 'x4); + $Str .= ''.$id.''.(' 'x4); } # shift(@$headers); # Get rid of the Submission header @@ -478,11 +603,11 @@ sub html_essay_results { $correct = &html_format_essay_sub($response->{'Correct'}); shift(@$headers); } - $Str .= ''. + $Str .= ''. join('', map { (' 'x4).&mt($_.': [_1]',$response->{$_}); - } @$headers).''; + } @$headers).''; if (@$headers || ! $single_response) { $Str .= '
'; } @@ -508,20 +633,34 @@ sub html_format_essay_sub { return $submission; } +sub html_task_results { + my ($headers,$prob,$partid,$respid,$response,$resptype) = @_; + if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) { + return ''; + } + + my @values; + @values = map { $response->{$_}; } @$headers; + + my $td = ''; + my $str = $td.join(''.$td,@values).''; + return $str; +} + sub html_non_essay_results { my ($headers,$prob,$partid,$respid,$response,$resptype) = @_; if (! ref($headers) || ref($headers) ne 'ARRAY' || ! scalar(@$headers)) { return ''; } # - my $submission = &HTML::Entities::decode($response->{'Submission'}); + my $submission = &HTML::Entities::decode(&unescape($response->{'Submission'})); return '' if (! defined($submission) || $submission eq ''); $submission =~ s/\\\"/\"/g; $submission =~ s/\\\'/\'/g; if ($resptype eq 'radiobutton') { $submission = &HTML::Entities::encode($submission,'<>&"'); $submission =~ s/=([^=])$//; - $submission = ''.$submission.''; + $submission = ''.$submission.''; } $response->{'Submission'} = $submission; # @@ -529,14 +668,14 @@ sub html_non_essay_results { if ($resptype =~ /^(option|match|rank)$/) { my %submission = map { - my ($foil,$value) = split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value) = split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Submission'}); my %correct; if (exists($response->{'Correct'})) { %correct = map { - my ($foil,$value)=split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value)=split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Correct'}); } @@ -578,8 +717,9 @@ sub html_non_essay_results { ######################################################### ######################################################### sub prepare_excel_output { - my ($r,$Problems,$Students) = @_; + my ($r,$Problems,$Students,$show_named) = @_; my $c = $r->connection(); + my $salt = '$1$'.$Apache::lonnet::perlvar{'AnonymousSalt'}; # # # Determine the number of columns in the spreadsheet @@ -648,7 +788,12 @@ sub prepare_excel_output { $worksheet->write($partid_row,0,'Part ID',$format->{'bold'}); $worksheet->write($respid_row,0,'Response ID',$format->{'bold'}); # Student headers - my @StudentColumns = ('username','domain','id','section'); + my @StudentColumns; + if ($show_named) { + @StudentColumns = qw(username domain id section); + } else { + @StudentColumns = qw(username); + } foreach (@StudentColumns) { $worksheet->write($header_row,$cols_output++,ucfirst($_), $format->{'bold'}); @@ -657,6 +802,9 @@ sub prepare_excel_output { my %start_col; foreach my $prob (@$Problems) { my $title = $prob->compTitle; + unless (&Apache::loncommon::needs_gci_custom()) { + ($title) = ($prob->src =~ m{/([^/]+)$}); + } $worksheet->write($title_row,$cols_output, $title,$format->{'h3'}); foreach my $partid (@{$prob->parts}) { @@ -695,11 +843,9 @@ sub prepare_excel_output { last if ($c->aborted()); $cols_output = 0; my $student_row = $max_row; - foreach my $field (@StudentColumns) { - $worksheet->write($student_row,$cols_output++, - $student->{$field}); - } - my $last_student_col = $cols_output-1; + my $anonid = &Crypt::PasswdMD5::unix_md5_crypt($student->{'username'}, + $salt); + $anonid = substr($anonid,length($salt)+1); foreach my $prob (@$Problems) { foreach my $partid (@{$prob->parts}) { my @Response = $prob->responseIds($partid); @@ -749,11 +895,16 @@ sub prepare_excel_output { } } # Fill in the remaining rows with the students data - for (my $row = $student_row+1;$row<$max_row;$row++) { + for (my $row = $student_row;$row<$max_row;$row++) { my $cols = 0; foreach my $field (@StudentColumns) { - $worksheet->write($row,$cols++, - $student->{$field}); + if ($show_named) { + $worksheet->write($row,$cols++, + $student->{$field}); + } else { + $worksheet->write($row,$cols++, + $anonid); + } } } &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, @@ -787,8 +938,10 @@ sub compile_response_data { # my $submission = &HTML::Entities::decode - (&Apache::lonnet::unescape($response->{'Submission'})); - return () if (! defined($submission) || $submission eq ''); + (&unescape($response->{'Submission'})); + if (!$prob->is_task()) { + return () if (! defined($submission) || $submission eq ''); + } $submission =~ s/\\\"/\"/g; $submission =~ s/\\\'/\'/g; if ($resptype eq 'radiobutton') { @@ -800,14 +953,14 @@ sub compile_response_data { if ($resptype =~ /^(option|match|rank)$/) { my %submission = map { - my ($foil,$value) = split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value) = split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Submission'}); my %correct; if (exists($response->{'Correct'})) { %correct = map { - my ($foil,$value)=split('=',&Apache::lonnet::unescape($_)); + my ($foil,$value)=split('=',&unescape($_)); ($foil,$value); } split('&',$response->{'Correct'}); } @@ -861,8 +1014,9 @@ sub excel_format_item { ######################################################### ######################################################### sub prepare_csv_output { - my ($r,$problems,$students) = @_; + my ($r,$problems,$students,$show_named) = @_; my $c = $r->connection(); + my $salt = '$1$'.$Apache::lonnet::perlvar{'AnonymousSalt'}; # $r->print('

'. &mt('Generating CSV report of student responses').'

'); @@ -882,17 +1036,24 @@ sub prepare_csv_output { time.'_'.rand(1000000000).'.csv'; unless ($outputfile = Apache::File->new('>/home/httpd'.$filename)) { $r->log_error("Couldn't open $filename for output $!"); - $r->print("Problems occured in writing the csv file. ". - "This error has been logged. ". - "Please alert your LON-CAPA administrator."); + $r->print('
' + .&mt('Problems occurred in writing the CSV file. ' + .'This error has been logged. ' + .'Please alert your LON-CAPA administrator.') + .'
'); $outputfile = undef; } # # Compute the number of columns per response - my @extra_resp_headers = &get_extra_response_headers(); + my @extra_resp_headers = &get_extra_response_headers($show_named); # # Create the table header - my @student_columns = ('username','domain','id','section'); + my @student_columns; + if ($show_named) { + @student_columns = qw(username domain id section); + } else { + @student_columns = qw(username); + } # my %headers; push(@{$headers{'student'}},@student_columns); @@ -908,7 +1069,11 @@ sub prepare_csv_output { foreach my $prob (@$problems) { my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src); $problem_analysis{$prob->src}=\%analysis; - $headers{'problem'}->[$max_column] = $prob->compTitle; + my $title = $prob->compTitle; + unless (&Apache::loncommon::needs_gci_custom()) { + ($title) = ($prob->src =~ m{/([^/]+)$}); + } + $headers{'problem'}->[$max_column] = $title; foreach my $partid (@{$prob->parts}) { $headers{'part'}->[$max_column] = $prob->part_display($partid); my $responses = [$prob->responseIds($partid)]; @@ -941,6 +1106,9 @@ sub prepare_csv_output { # Main loop foreach my $student (@$students) { last if ($c->aborted()); + my $anonid = &Crypt::PasswdMD5::unix_md5_crypt($student->{'username'}, + $salt); + $anonid = substr($anonid,length($salt)+1); my @rows; foreach my $prob (@$problems) { foreach my $partid (@{$prob->parts}) { @@ -981,9 +1149,15 @@ sub prepare_csv_output { } } foreach my $row (@rows) { - print $outputfile '"'.join('","', - map { $student->{$_}; } - @student_columns).'"'; + my $student_row_data = ''; + if ($show_named) { + $student_row_data = '"'.join('","', + map { $student->{$_}; } + @student_columns).'"'; + } else { + $student_row_data = '"'.$anonid.'"'; + } + print $outputfile $student_row_data; for (my $i=scalar(@student_columns);$i<$max_column;$i++) { my $value = &Apache::loncommon::csv_translate($row->[$i]); $value ||=''; @@ -1000,9 +1174,9 @@ sub prepare_csv_output { # Close the progress window &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); # - # Tell the user where to get their csv file + # Tell the user where to get their CSV file $r->print('
'. - ''.&mt('Your csv file.').''."\n"); + ''.&mt('Your CSV file.').''."\n"); $r->rflush(); return; } @@ -1030,7 +1204,7 @@ sub CreateInterface { foreach ('HTML','Excel','CSV') { $output_selector .= '