--- loncom/interface/statistics/lonstudentassessment.pm 2003/03/04 14:21:36 1.33
+++ loncom/interface/statistics/lonstudentassessment.pm 2004/02/10 16:47:25 1.84
@@ -1,6 +1,6 @@
# The LearningOnline Network with CAPA
#
-# $Id: lonstudentassessment.pm,v 1.33 2003/03/04 14:21:36 matthew Exp $
+# $Id: lonstudentassessment.pm,v 1.84 2004/02/10 16:47:25 matthew Exp $
#
# Copyright Michigan State University Board of Trustees
#
@@ -52,9 +52,12 @@ package Apache::lonstudentassessment;
use strict;
use Apache::lonstatistics;
use Apache::lonhtmlcommon;
+use Apache::loncommon();
use Apache::loncoursedata;
use Apache::lonnet; # for logging porpoises
+use Apache::lonlocal;
use Spreadsheet::WriteExcel;
+use Spreadsheet::WriteExcel::Utility();
#######################################################
#######################################################
@@ -85,13 +88,25 @@ my $Statistics;
=item $show 'all', 'totals', or 'scores' determines how much data is output
+=item $data determines what performance data is shown
+
+=item $datadescription A short description of the output data selected.
+
+=item $base 'tries' or 'scores' determines the base of the performance shown
+
+=item $single_student_mode evaluates to true if we are showing only one
+student.
+
=cut
#######################################################
#######################################################
my $show_links;
my $output_mode;
-my $show;
+my $data;
+my $base;
+my $datadescription;
+my $single_student_mode;
#######################################################
#######################################################
@@ -126,28 +141,46 @@ Inputs:
#######################################################
sub BuildStudentAssessmentPage {
my ($r,$c)=@_;
+ #
undef($Statistics);
+ undef($show_links);
+ undef($output_mode);
+ undef($data);
+ undef($base);
+ undef($datadescription);
+ undef($single_student_mode);
+ #
+ my %Saveable_Parameters = ('Status' => 'scalar',
+ 'chartoutputmode' => 'scalar',
+ 'chartoutputdata' => 'scalar',
+ 'Section' => 'array',
+ 'StudentData' => 'array',
+ 'Maps' => 'array');
+ &Apache::loncommon::store_course_settings('chart',\%Saveable_Parameters);
+ &Apache::loncommon::restore_course_settings('chart',\%Saveable_Parameters);
+ #
+ &Apache::lonstatistics::PrepareClasslist();
+ #
+ $single_student_mode = 0;
+ $single_student_mode = 1 if ($ENV{'form.SelectedStudent'});
+ if ($ENV{'form.selectstudent'}) {
+ &Apache::lonstatistics::DisplayClasslist($r);
+ return;
+ }
#
# Print out the HTML headers for the interface
# This also parses the output mode selector
- # This step must always be done.
+ # This step must *always* be done.
$r->print(&CreateInterface());
$r->print('');
+ $r->print('');
$r->rflush();
- if (! exists($ENV{'form.notfirstrun'})) {
- $r->print(<
Sections | '; - $Str .= 'Student Data | '; - $Str .= 'Sequences and Folders | '; - $Str .= 'Output Format | '; + $Str .= ''.&mt('Sections').' | '; + $Str .= ''.&mt('Student Data').' | '; + $Str .= ''.&mt('Enrollment Status').' | '; + $Str .= ''.&mt('Sequences and Folders').' | '; + $Str .= ''.&mt('Output Format').''. + &Apache::loncommon::help_open_topic("Chart_Output_Formats"). + ' | '; + $Str .= ''.&mt('Output Data').''. + &Apache::loncommon::help_open_topic("Chart_Output_Data"). + ' | '; $Str .= '
'."\n"; @@ -251,12 +345,26 @@ sub CreateInterface { $Str .= &Apache::lonstatistics::StudentDataSelect('StudentData','multiple', 5,undef); $Str .= ' | '."\n"; + $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); + $Str .= ' | '."\n"; $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5, $only_seq_with_assessments); $Str .= ' | '."\n"; $Str .= &CreateAndParseOutputSelector(); + $Str .= ' | '."\n"; + $Str .= &CreateAndParseOutputDataSelector(); $Str .= ' |
\n"; # First, the @StudentData fields need to be listed my @to_show = &get_student_fields_to_show(); @@ -420,14 +638,19 @@ sub html_initialize { $Str .= $title.' 'x($width-$base).$padding; } # Now the selected sequences need to be listed - foreach my $sequence (&get_sequences_to_show) { + foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()){ my $title = $sequence->{'title'}; my $base = $sequence->{'base_width'}; my $width = $sequence->{'width'}; $Str .= $title.' 'x($width-$base).$padding; } - $Str .= "total (of shown problems)\n"; + $Str .= "total\n"; $Str .= "
"; + # + # Check for suppression of output + if ($data =~ /^final table/) { + $Str = ''; + } $r->print($Str); $r->rflush(); return; @@ -436,6 +659,10 @@ sub html_initialize { sub html_outputstudent { my ($r,$student) = @_; my $Str = ''; + # + if($count++ % 5 == 0 && $count > 0 && $data !~ /^final table/) { + $r->print("
"); + } # First, the @StudentData fields need to be listed my @to_show = &get_student_fields_to_show(); foreach my $field (@to_show) { @@ -453,6 +680,8 @@ sub html_outputstudent { %StudentsData = @tmp; } if (scalar(@tmp) < 1) { + $nodata_count++; + return if ($data =~ /^final table/); $Str .= 'No Course Data'."\n"; $r->print($Str); $r->rflush(); @@ -462,21 +691,28 @@ sub html_outputstudent { # By sequence build up the data my $studentstats; my $PerformanceStr = ''; - foreach my $seq (&get_sequences_to_show) { - my ($performance,$score,$seq_max) = - &StudentPerformanceOnSequence($student,\%StudentsData, - $seq,$show_links); - my $ratio = $score.'/'.$seq_max; + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + my ($performance,$performance_length,$score,$seq_max,$rawdata); + if ($base eq 'tries') { + ($performance,$performance_length,$score,$seq_max,$rawdata) = + &StudentTriesOnSequence($student,\%StudentsData, + $seq,$show_links); + } else { + ($performance,$performance_length,$score,$seq_max,$rawdata) = + &StudentPerformanceOnSequence($student,\%StudentsData, + $seq,$show_links); + } + my $ratio = sprintf("%3d",$score).'/'.sprintf("%3d",$seq_max); # - if ($show eq 'totals') { - $performance = ' 'x(length($seq_max)-length($score)).$ratio; - $performance .= ' 'x($seq->{'width'}-length($performance)); - } elsif ($show eq 'scores') { - $performance = $score; - $performance .= ' 'x($seq->{'width'}-length($performance)); + if ($data eq 'sum and total' || $data eq 'parts correct total') { + $performance = $ratio; + $performance .= ' 'x($seq->{'width'}-length($ratio)); + } elsif ($data eq 'sum only' || $data eq 'parts correct') { + $performance = $score; + $performance .= ' 'x($seq->{'width'}-length($score)); } else { # Pad with extra spaces - $performance .= ' 'x($seq->{'width'}-$seq_max- + $performance .= ' 'x($seq->{'width'}-$performance_length- length($ratio) ).$ratio; } @@ -491,30 +727,107 @@ sub html_outputstudent { my ($score,$max) = (0,0); while (my ($symb,$seq_stats) = each (%{$studentstats})) { $Statistics->{$symb}->{'score'} += $seq_stats->{'score'}; - $Statistics->{$symb}->{'max'} += $seq_stats->{'max'}; + if ($Statistics->{$symb}->{'max'} < $seq_stats->{'max'}) { + $Statistics->{$symb}->{'max'} = $seq_stats->{'max'}; + } $score += $seq_stats->{'score'}; $max += $seq_stats->{'max'}; } $Str .= ' '.' 'x(length($max)-length($score)).$score.'/'.$max; $Str .= " \n"; - $r->print($Str); # - $count++; - if($count % 5 == 0) { - $r->print("
"); + # Check for suppressed output and update the progress window if so... + if ($data =~ /^final table/) { + $Str = ''; + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state, + 'last student'); } # + $r->print($Str); + # $r->rflush(); return; } sub html_finish { my ($r) = @_; - $r->print("\n"); + # + # Check for suppressed output and close the progress window if so + if ($data =~ /^final table/) { + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); + } else { + $r->print("\n"); + } + if ($single_student_mode) { + $r->print(&SingleStudentTotal()); + } else { + $r->print(&StudentAverageTotal()); + } $r->rflush(); return; } +sub StudentAverageTotal { + my $Str = "
Title | Average | Maximum |
---|---|---|
'.$seq->{'title'}.' | '. + ''.$ave.' | '. + ''.$max.' '.' |
Number of Students | Average | '. + "Maximum |
---|---|---|
'.($num_students-$nodata_count).' | '. + ''.$total_ave.' '.' | '. + ''.$total_max.' '.' | '; + $Str .= "
Sequence or Folder | Score | Maximum |
---|---|---|
'.$seq->{'title'}.' | '. + ''.$value.' | '. + ''.$max.' |
Total | '. + ''.$total.' | '. + ''.$total_max." |
+LON-CAPA is unable to produce your Excel spreadsheet because your selections +will result in more than 255 columns. Excel allows only 255 columns in a +spreadsheet. +
+You may consider reducing the number of Sequences or Folders you +have selected. +
+LON-CAPA can produce CSV files of this data or Excel files of the +summary data (Parts Correct or Parts Correct & Totals). +
+END + $request_aborted = 1; + } + if ($data eq 'scores' && $total_columns > 255) { + $r->print(<+LON-CAPA is unable to produce your Excel spreadsheet because your selections +will result in more than 255 columns. Excel allows only 255 columns in a +spreadsheet. +
+You may consider reducing the number of Sequences or Folders you +have selected. +
+LON-CAPA can produce CSV files of this data or Excel files of the +Scores Summary data. +
+END + $request_aborted = 1; + } + if ($data =~ /^final table/) { + $r->print(<+The Summary Table (Scores) option is not available for non-HTML output. +
+END + $request_aborted = 1; + } + return if ($request_aborted); + # $filename = '/prtspool/'. $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. time.'_'.rand(1000000000).'.xls'; @@ -559,9 +933,6 @@ sub excel_initialize { $rows_output = 0; $cols_output = 0; # - $num_students = 0; - $start_time = time; - # # Create sheet $excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename); # @@ -582,35 +953,203 @@ sub excel_initialize { # # Add a worksheet my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'}; - if (length($sheetname) > 31) { - $sheetname = substr($sheetname,0,31); - } + $sheetname = &Apache::loncommon::clean_excel_name($sheetname); $excel_sheet = $excel_workbook->addworksheet($sheetname); # + # Put the course description in the header + $excel_sheet->write($rows_output,$cols_output++, + $ENV{'course.'.$ENV{'request.course.id'}.'.description'}); + $cols_output += 3; + # + # Put a description of the sections listed + my $sectionstring = ''; + my @Sections = @Apache::lonstatistics::SelectedSections; + if (scalar(@Sections) > 1) { + if (scalar(@Sections) > 2) { + my $last = pop(@Sections); + $sectionstring = "Sections ".join(', ',@Sections).', and '.$last; + } else { + $sectionstring = "Sections ".join(' and ',@Sections); + } + } else { + if ($Sections[0] eq 'all') { + $sectionstring = "All sections"; + } else { + $sectionstring = "Section ".$Sections[0]; + } + } + $excel_sheet->write($rows_output,$cols_output++,$sectionstring); + $cols_output += scalar(@Sections); + # + # Put the date in there too + $excel_sheet->write($rows_output++,$cols_output++, + 'Compiled on '.localtime(time)); + # + $cols_output = 0; + $excel_sheet->write($rows_output++,$cols_output++,$datadescription); + # + if ($data eq 'tries' || $data eq 'scores') { + $rows_output++; + } + # # Add the student headers + $cols_output = 0; foreach my $field (&get_student_fields_to_show()) { - $excel_sheet->write(1,$cols_output++,$field); + $excel_sheet->write($rows_output,$cols_output++,$field); } - # - # Add the Sequence Headers - foreach my $seq (&get_sequences_to_show) { - $excel_sheet->write(0,$cols_output,$seq->{'title'}); - if ($show eq 'totals') { - $excel_sheet->write(1,$cols_output,'score'); - $excel_sheet->write(1,$cols_output+1,'maximum'); - $cols_output += 2; + my $row_offset = 0; + if ($data eq 'tries' || $data eq 'scores') { + $row_offset = -1; + } + # + # Add the remaining column headers + my $total_formula_string = '=0'; + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + $excel_sheet->write($rows_output+$row_offset, + $cols_output,$seq->{'title'}); + if ($data eq 'tries' || $data eq 'scores') { + # Determine starting cell + $seq->{'Excel:startcell'}= + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$cols_output); + $seq->{'Excel:startcol'}=$cols_output; + # Put the names of the problems and parts into the sheet + my $count = 0; + foreach my $res (@{$seq->{'contents'}}) { + if ($res->{'type'} ne 'assessment' || + ! exists($res->{'parts'}) || + ref($res->{'parts'}) ne 'ARRAY' || + scalar(@{$res->{'parts'}}) < 1) { + next; + } + if (scalar(@{$res->{'parts'}}) > 1) { + foreach my $part (@{$res->{'parts'}}) { + $excel_sheet->write($rows_output, + $cols_output++, + $res->{'title'}.' part '.$part); + } + } else { + $excel_sheet->write($rows_output, + $cols_output++, + $res->{'title'}); + } + $count++; + } + # Determine ending cell + if ($count == 1) { + $seq->{'Excel:endcell'} = $seq->{'Excel:startcell'}; + $seq->{'Excel:endcol'} = $seq->{'Excel:startcol'}; + } else { + $seq->{'Excel:endcell'} = + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$cols_output-1); + $seq->{'Excel:endcol'} = $cols_output-1; + } + # Create the formula for summing up this sequence + if (! exists($seq->{'Excel:endcell'}) || + ! defined($seq->{'Excel:endcell'})) { + $seq->{'Excel:endcell'} = $seq->{'Excel:startcell'}; + } + $seq->{'Excel:sum'}= $excel_sheet->store_formula + ('=SUM('.$seq->{'Excel:startcell'}. + ':'.$seq->{'Excel:endcell'}.')'); + } + # Determine cell the score is held in + $seq->{'Excel:scorecell'} = + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$cols_output); + $seq->{'Excel:scorecol'}=$cols_output; + if ($data eq 'parts correct total') { + $excel_sheet->write($rows_output,$cols_output++,'parts correct'); } else { - $cols_output++; + $excel_sheet->write($rows_output,$cols_output++,'score'); } + # + $total_formula_string.='+'. + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$cols_output-1); + $excel_sheet->write($rows_output,$cols_output++,'maximum'); } + $excel_sheet->write($rows_output,$cols_output++,'Grand Total'); + $total_formula = $excel_sheet->store_formula($total_formula_string); # # Bookkeeping - if ($show eq 'totals') { - $rows_output = 2; + if ($data eq 'sum and total' || $data eq 'parts correct total') { + $rows_output += 2; } else { - $rows_output = 1; + $rows_output += 1; + } + # + # Output a row for MAX + $cols_output = 0; + foreach my $field (&get_student_fields_to_show()) { + if ($field eq 'username' || $field eq 'fullname' || + $field eq 'id') { + $excel_sheet->write($rows_output,$cols_output++,'Maximum'); + } else { + $excel_sheet->write($rows_output,$cols_output++,''); + } } # + # Add the maximums for each sequence or assessment + my %total_cell_translation; + my $grand_total = 0; + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + $total_cell_translation{$seq->{'Excel:scorecell'}} = + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$seq->{'Excel:scorecol'}); + my $weight; + my $max = 0; + foreach my $resource (@{$seq->{'contents'}}) { + next if ($resource->{'type'} ne 'assessment'); + foreach my $part (@{$resource->{'parts'}}) { + $weight = 1; + if ($base eq 'scores') { + $weight = &Apache::lonnet::EXT + ('resource.'.$part.'.weight',$resource->{'symb'}, + undef,undef,undef); + if (!defined($weight) || ($weight eq '')) { + $weight=1; + } + } + if ($data eq 'scores') { + $excel_sheet->write($rows_output,$cols_output++,$weight); + } elsif ($data eq 'tries') { + $excel_sheet->write($rows_output,$cols_output++,''); + } + $max += $weight; + } + } + if (! ($data eq 'sum only' || $data eq 'parts correct')) { + $excel_sheet->write($rows_output,$cols_output++,''); + } + # + if ($data eq 'tries' || $data eq 'scores') { + my %replaceCells; + $replaceCells{$seq->{'Excel:startcell'}} = + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$seq->{'Excel:startcol'}); + $replaceCells{$seq->{'Excel:endcell'}} = + &Spreadsheet::WriteExcel::Utility::xl_rowcol_to_cell + ($rows_output,$seq->{'Excel:endcol'}); + $excel_sheet->repeat_formula($rows_output,$cols_output++, + $seq->{'Excel:sum'},undef, + %replaceCells); + } else { + $excel_sheet->write($rows_output,$cols_output++, + $max); + } + $grand_total+=$max; + } + if ($data eq 'tries' || $data eq 'scores') { + $excel_sheet->repeat_formula($rows_output,$cols_output++, + $total_formula,undef, + %total_cell_translation); + } else { + $excel_sheet->write($rows_output,$cols_output++,$grand_total); + } + $rows_output++; + # # Let the user know what we are doing my $studentcount = scalar(@Apache::lonstatistics::Students); $r->print("+The Summary Table (Scores) option is not available for non-HTML output. +
+END + $request_aborted = 1; + } + return if ($request_aborted); + + # + # Open a file + $filename = '/prtspool/'. + $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'. + time.'_'.rand(1000000000).'.csv'; + unless ($outputfile = Apache::File->new('>/home/httpd'.$filename)) { + $r->log_error("Couldn't open $filename for output $!"); + $r->print("Problems occured in writing the csv file. ". + "This error has been logged. ". + "Please alert your LON-CAPA administrator."); + $outputfile = undef; + } + # + # Datestamp + my $description = $ENV{'course.'.$ENV{'request.course.id'}.'.description'}; + print $outputfile '"'.&Apache::loncommon::csv_translate($description).'",'. + '"'.&Apache::loncommon::csv_translate(scalar(localtime(time))).'"'. + "\n"; + # + # Print out the headings + my $Str = ''; + my $Str2 = undef; + foreach my $field (&get_student_fields_to_show()) { + if ($data eq 'sum only') { + $Str .= '"'.&Apache::loncommon::csv_translate($field).'",'; + } elsif ($data eq 'sum and total' || $data eq 'parts correct total') { + $Str .= '"",'; # first row empty on the student fields + $Str2 .= '"'.&Apache::loncommon::csv_translate($field).'",'; + } elsif ($data eq 'scores' || $data eq 'tries' || + $data eq 'parts correct') { + $Str .= '"",'; + $Str2 .= '"'.&Apache::loncommon::csv_translate($field).'",'; + } + } + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + if ($data eq 'sum only' || $data eq 'parts correct') { + $Str .= '"'.&Apache::loncommon::csv_translate($seq->{'title'}). + '",'; + } elsif ($data eq 'sum and total' || $data eq 'parts correct total') { + $Str .= '"'.&Apache::loncommon::csv_translate($seq->{'title'}). + '","",'; + $Str2 .= '"score","total possible",'; + } elsif ($data eq 'scores' || $data eq 'tries') { + $Str .= '"'.&Apache::loncommon::csv_translate($seq->{'title'}). + '",'; + $Str .= '"",'x($seq->{'num_assess_parts'}-1+2); + foreach my $res (@{$seq->{'contents'}}) { + next if ($res->{'type'} ne 'assessment'); + foreach my $part (@{$res->{'parts'}}) { + $Str2 .= '"'.&Apache::loncommon::csv_translate($res->{'title'}.', Part '.$part).'",'; + } + } + $Str2 .= '"score","total possible",'; + } + } + chop($Str); + $Str .= "\n"; + print $outputfile $Str; + if (defined($Str2)) { + chop($Str2); + $Str2 .= "\n"; + print $outputfile $Str2; + } + # + # Initialize progress window + my $studentcount = scalar(@Apache::lonstatistics::Students); + %prog_state=&Apache::lonhtmlcommon::Create_PrgWin + ($r,'CSV File Compilation Status', + 'CSV File Compilation Progress', $studentcount); return; } sub csv_outputstudent { my ($r,$student) = @_; + return if ($request_aborted); + return if (! defined($outputfile)); + my $Str = ''; + # + # Output student fields + my @to_show = &get_student_fields_to_show(); + foreach my $field (@to_show) { + $Str .= '"'.&Apache::loncommon::csv_translate($student->{$field}).'",'; + } + # + # Get student assessment data + my %StudentsData; + my @tmp = &Apache::loncoursedata::get_current_state($student->{'username'}, + $student->{'domain'}, + undef, + $ENV{'request.course.id'}); + if ((scalar @tmp > 0) && ($tmp[0] !~ /^error:/)) { + %StudentsData = @tmp; + } + # + # Output performance data + foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { + my ($performance,$performance_length,$score,$seq_max,$rawdata); + if ($base eq 'tries') { + ($performance,$performance_length,$score,$seq_max,$rawdata) = + &StudentTriesOnSequence($student,\%StudentsData, + $seq,'no'); + } else { + ($performance,$performance_length,$score,$seq_max,$rawdata) = + &StudentPerformanceOnSequence($student,\%StudentsData, + $seq,'no'); + } + if ($data eq 'sum only' || $data eq 'parts correct') { + $Str .= '"'.$score.'",'; + } elsif ($data eq 'sum and total' || $data eq 'parts correct total') { + $Str .= '"'.$score.'","'.$seq_max.'",'; + } elsif ($data eq 'scores' || $data eq 'tries') { + $Str .= '"'.join('","',(@$rawdata,$score,$seq_max)).'",'; + } + } + chop($Str); + $Str .= "\n"; + print $outputfile $Str; + # + # Update the progress window + &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,'last student'); + return; } sub csv_finish { my ($r) = @_; + return if ($request_aborted); + return if (! defined($outputfile)); + close($outputfile); + # + my $c = $r->connection(); + return if ($c->aborted()); + # + # Close the progress window + &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state); + # + # Tell the user where to get their csv file + $r->print('Students Count | '. - $StudentCount.' |
Total Problems | '. - $TotalProblems.' |
Average Correct | '. - $ProblemsSolved.' |
Title | Total Problems | '. - 'Average Correct |
---|---|---|
'.$title. - ' | '.$pCount. - ' | '.$crr. - ' |