--- loncom/interface/statistics/lonstudentassessment.pm 2003/03/03 22:54:05 1.32
+++ loncom/interface/statistics/lonstudentassessment.pm 2003/10/21 21:23:53 1.71
@@ -1,6 +1,6 @@
# The LearningOnline Network with CAPA
#
-# $Id: lonstudentassessment.pm,v 1.32 2003/03/03 22:54:05 matthew Exp $
+# $Id: lonstudentassessment.pm,v 1.71 2003/10/21 21:23:53 matthew Exp $
#
# Copyright Michigan State University Board of Trustees
#
@@ -85,13 +85,25 @@ my $Statistics;
=item $show 'all', 'totals', or 'scores' determines how much data is output
+=item $data determines what performance data is shown
+
+=item $datadescription A short description of the output data selected.
+
+=item $base 'tries' or 'scores' determines the base of the performance shown
+
+=item $single_student_mode evaluates to true if we are showing only one
+student.
+
=cut
#######################################################
#######################################################
my $show_links;
my $output_mode;
-my $show;
+my $data;
+my $base;
+my $datadescription;
+my $single_student_mode;
#######################################################
#######################################################
@@ -126,27 +138,35 @@ Inputs:
#######################################################
sub BuildStudentAssessmentPage {
my ($r,$c)=@_;
+
undef($Statistics);
+ undef($show_links);
+ undef($output_mode);
+ undef($data);
+ undef($base);
+ undef($datadescription);
+ undef($single_student_mode);
+
+ $single_student_mode = 0;
+ $single_student_mode = 1 if ($ENV{'form.SelectedStudent'});
+ if ($ENV{'form.selectstudent'}) {
+ &Apache::lonstatistics::DisplayClasslist($r);
+ return;
+ }
#
# Print out the HTML headers for the interface
# This also parses the output mode selector
- # This step must always be done.
+ # This step must *always* be done.
$r->print(&CreateInterface());
$r->print(' ');
+ $r->print(' ');
$r->rflush();
- if (! exists($ENV{'form.notfirstrun'})) {
- $r->print(<
-
-Please make your selections in the boxes above and hit
-the button marked "Update Display".
-
-
-ENDMSG
+ #
+ if (! exists($ENV{'form.notfirstrun'}) && ! $single_student_mode) {
return;
}
#
- #
my $initialize = \&html_initialize;
my $output_student = \&html_outputstudent;
my $finish = \&html_finish;
@@ -163,9 +183,29 @@ ENDMSG
#
if($c->aborted()) { return ; }
#
+ # Determine which students we want to look at
+ my @Students;
+ if ($single_student_mode) {
+ @Students = (&Apache::lonstatistics::current_student());
+ $r->print(&next_and_previous_buttons());
+ $r->rflush();
+ } else {
+ @Students = @Apache::lonstatistics::Students;
+ }
+ #
+ # Perform generic initialization tasks
+ # Since we use lonnet::EXT to retrieve problem weights,
+ # to ensure current data we must clear the caches out.
+ # This makes sure that parameter changes at the student level
+ # are immediately reflected in the chart.
+ &Apache::lonnet::clear_EXT_cache_status();
+ #
+ # Clean out loncoursedata's package data, just to be safe.
+ &Apache::loncoursedata::clear_internal_caches();
+ #
# Call the initialize routine selected above
$initialize->($r);
- foreach my $student (@Apache::lonstatistics::Students) {
+ foreach my $student (@Students) {
if($c->aborted()) {
$finish->($r);
return ;
@@ -181,6 +221,54 @@ ENDMSG
#######################################################
#######################################################
+sub next_and_previous_buttons {
+ my $Str = '';
+ $Str .= ' ';
+ #
+ # Build the previous student link
+ my $previous = &Apache::lonstatistics::previous_student();
+ my $previousbutton = '';
+ if (defined($previous)) {
+ my $sname = $previous->{'username'}.':'.$previous->{'domain'};
+ $previousbutton .= ' ';
+ } else {
+ $previousbutton .= ' ';
+ }
+ #
+ # Build the next student link
+ my $next = &Apache::lonstatistics::next_student();
+ my $nextbutton = '';
+ if (defined($next)) {
+ my $sname = $next->{'username'}.':'.$next->{'domain'};
+ $nextbutton .= ' ';
+ } else {
+ $nextbutton .= ' ';
+ }
+ #
+ # Build the 'all students' button
+ my $all = '';
+ $all .= ' ';
+ $Str .= $previousbutton.(' 'x5).$all.(' 'x5).$nextbutton;
+ return $Str;
+}
+
+#######################################################
+#######################################################
sub get_student_fields_to_show {
my @to_show = @Apache::lonstatistics::SelectedStudentData;
@@ -193,19 +281,6 @@ sub get_student_fields_to_show {
return @to_show;
}
-sub get_sequences_to_show {
- my @Sequences;
- foreach my $map_symb (@Apache::lonstatistics::SelectedMaps) {
- foreach my $sequence (@Apache::lonstatistics::Sequences) {
- next if ($sequence->{'symb'} ne $map_symb && $map_symb ne 'all');
- next if ($sequence->{'num_assess'} < 1);
- push (@Sequences,$sequence);
- }
- }
- return @Sequences;
-}
-
-
#######################################################
#######################################################
@@ -232,8 +307,14 @@ sub CreateInterface {
$Str .= '';
$Str .= 'Sections ';
$Str .= 'Student Data ';
+ $Str .= 'Enrollment Status ';
$Str .= 'Sequences and Folders ';
- $Str .= 'Output Format ';
+ $Str .= 'Output Format '.
+ &Apache::loncommon::help_open_topic("Chart_Output_Formats").
+ ' ';
+ $Str .= 'Output Data '.
+ &Apache::loncommon::help_open_topic("Chart_Output_Data").
+ ' ';
$Str .= ' '."\n";
#
$Str .= ''."\n";
@@ -250,12 +331,24 @@ sub CreateInterface {
$Str .= &Apache::lonstatistics::StudentDataSelect('StudentData','multiple',
5,undef);
$Str .= ' '."\n";
+ $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);
+ $Str .= ' '."\n";
$Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5,
$only_seq_with_assessments);
$Str .= ' '."\n";
$Str .= &CreateAndParseOutputSelector();
+ $Str .= ' '."\n";
+ $Str .= &CreateAndParseOutputDataSelector();
$Str .= ' '."\n";
$Str .= ''."\n";
+ $Str .= ' ';
+ $Str .= ' 'x5;
+ $Str .= ' ';
+ $Str .= ' 'x5;
+ $Str .= ' ';
+ $Str .= ' 'x5;
+ $Str .= ' ';
return $Str;
}
@@ -273,39 +366,62 @@ sub CreateInterface {
my @OutputOptions =
({ name => 'HTML, with links',
value => 'html, with links',
- description => ''},
+ description => 'Output HTML with each symbol linked to the problem '.
+ 'which generated it.',
+ mode => 'html',
+ show_links => 'yes',
+ },
+ { name => 'HTML, with all links',
+ value => 'html, with all links',
+ description => 'Output HTML with each symbol linked to the problem '.
+ 'which generated it. '.
+ 'This includes links for unattempted problems.',
+ mode => 'html',
+ show_links => 'all',
+ },
{ name => 'HTML, without links',
value => 'html, without links',
- description => ''},
- { name => 'HTML, totals',
- value => 'html, totals',
- description => ''},
- { name => 'HTML, scores only',
- value => 'html, scores only',
- description => ''},
- { name => 'Excel, totals',
- value => 'excel, totals',
- description => ''},
- { name => 'Excel, scores only',
- value => 'excel, scores only',
- description => ''},
- { name => 'CSV, totals',
- value => 'csv, totals',
- description => ''},
- { name => 'CSV, scores only',
- value => 'csv, scores only',
- description => ''},
- { name => 'CSV, everything',
- value => 'csv, everything',
- description => ''}
+ description => 'Output HTML. By not including links, the size of the'.
+ ' web page is greatly reduced. If your browser crashes on the '.
+ 'full display, try this.',
+ mode => 'html',
+ show_links => 'no',
+ },
+ { name => 'Excel',
+ value => 'excel',
+ description => 'Output an Excel file (compatable with Excel 95).',
+ mode => 'excel',
+ show_links => 'no',
+ },
+ { name => 'CSV',
+ value => 'csv',
+ description => 'Output a comma seperated values file suitable for '.
+ 'import into a spreadsheet program. Using this method as opposed '.
+ 'to Excel output allows you to organize your data before importing'.
+ ' it into a spreadsheet program.',
+ mode => 'csv',
+ show_links => 'no',
+ },
);
+sub OutputDescriptions {
+ my $Str = '';
+ $Str .= "Output Formats \n";
+ $Str .= "\n";
+ foreach my $outputmode (@OutputOptions) {
+ $Str .=" ".$outputmode->{'name'}." \n";
+ $Str .=" ".$outputmode->{'description'}." \n";
+ }
+ $Str .= " \n";
+ return $Str;
+}
+
sub CreateAndParseOutputSelector {
my $Str = '';
- my $elementname = 'outputmode';
+ my $elementname = 'chartoutputmode';
#
# Format for output options is 'mode, restrictions';
- my $selected = 'html, with links';
+ my $selected = 'html, without links';
if (exists($ENV{'form.'.$elementname})) {
if (ref($ENV{'form.'.$elementname} eq 'ARRAY')) {
$selected = $ENV{'form.'.$elementname}->[0];
@@ -317,26 +433,12 @@ sub CreateAndParseOutputSelector {
# Set package variables describing output mode
$show_links = 'no';
$output_mode = 'html';
- $show = 'all';
- my ($mode,$restriction) = split(',',$selected);
- $restriction =~ s/^\s*//;
- if ($mode =~ /^(html|excel|csv)$/) {
- $output_mode = $mode;
- } else {
- $output_mode = 'html';
- }
- if ($restriction eq 'with links') {
- $show_links = 'yes';
- } else {
- $show_links = 'no';
- }
- if ($restriction eq 'totals') {
- $show = 'totals';
- } elsif ($restriction eq 'scores only') {
- $show = 'scores';
- } else {
- $show = 'everything';
+ foreach my $option (@OutputOptions) {
+ next if ($option->{'value'} ne $selected);
+ $output_mode = $option->{'mode'};
+ $show_links = $option->{'show_links'};
}
+
#
# Build the form element
$Str = qq//;
@@ -349,6 +451,115 @@ sub CreateAndParseOutputSelector {
return $Str;
}
+##
+## Data selector stuff
+##
+my @OutputDataOptions =
+ (
+ { name => 'Scores',
+ base => 'scores',
+ value => 'sum and total',
+ shortdesc => 'Total Score and Maximum Possible for each '.
+ 'Sequence or Folder',
+ longdesc => 'The score of each student as well as the '.
+ ' maximum possible on each Sequence or Folder.',
+ },
+ { name => 'Scores Per Problem',
+ base => 'scores',
+ value => 'scores',
+ shortdesc => 'Score on each Problem Part',
+ longdesc =>'The students score on each problem part, computed as'.
+ 'the part weight * part awarded',
+ },
+# { name => 'Scores Sum',
+# base => 'scores',
+# value => 'sum only',
+# shortdesc => 'Sum of Scores on each Problem Part',
+# longdesc =>'The total of the scores of the student on each problem'.
+# ' part in the sequences or folders selected.',
+# },
+# { name => 'Scores Summary Table Only',
+# base => 'scores',
+# value => 'final table scores',
+# shortdesc => 'Summary of Scores',
+# longdesc => 'The average score on each sequence or folder for the '.
+# 'selected students.',
+# },
+ { name =>'Tries',
+ base =>'tries',
+ value => 'tries',
+ shortdesc => 'Number of Tries before success on each Problem Part',
+ longdesc =>'The number of tries before success on each problem part.',
+ },
+ { name =>'Parts Correct',
+ base =>'tries',
+ value => 'parts correct total',
+ shortdesc => 'Number of Problem Parts completed successfully.',
+ longdesc => 'The Number of Problem Parts completed successfully and '.
+ 'the maximum possible for each student',
+ },
+# { name =>'Parts Correct',
+# base =>'tries',
+# value => 'parts correct',
+# shortdesc => 'Number of Problem Parts completed successfully.',
+# longdesc => 'The Number of Problem Parts completed successfully'.
+# ' on each sequence or folder.',
+# },
+# { name => 'Parts Summary Table Only',
+# base => 'tries',
+# value => 'final table parts',
+# shortdesc => 'Summary of Parts Correct',
+# longdesc => 'A summary table of the average number of problem parts '.
+# 'students were able to get correct on each sequence.',
+# },
+ );
+
+sub HTMLifyOutputDataDescriptions {
+ my $Str = '';
+ $Str .= "Output Data \n";
+ $Str .= "\n";
+ foreach my $option (@OutputDataOptions) {
+ $Str .= ' '.$option->{'name'}.' ';
+ $Str .= ''.$option->{'longdesc'}.' '."\n";
+ }
+ $Str .= " \n";
+ return $Str;
+}
+
+sub CreateAndParseOutputDataSelector {
+ my $Str = '';
+ my $elementname = 'chartoutputdata';
+ #
+ my $selected = 'scores';
+ if (exists($ENV{'form.'.$elementname})) {
+ if (ref($ENV{'form.'.$elementname} eq 'ARRAY')) {
+ $selected = $ENV{'form.'.$elementname}->[0];
+ } else {
+ $selected = $ENV{'form.'.$elementname};
+ }
+ }
+ #
+ $data = 'scores';
+ foreach my $option (@OutputDataOptions) {
+ if ($option->{'value'} eq $selected) {
+ $data = $option->{'value'};
+ $base = $option->{'base'};
+ $datadescription = $option->{'shortdesc'};
+ }
+ }
+ #
+ # Build the form element
+ $Str = qq//;
+ foreach my $option (@OutputDataOptions) {
+ $Str .= "\n".' {'value'} eq $data);
+ $Str .= ">".$option->{'name'}."<\/option>";
+ }
+ $Str .= "\n ";
+ return $Str;
+
+}
+
#######################################################
#######################################################
@@ -374,12 +585,31 @@ Return a line of the chart for a student
my $padding;
my $count;
+ my $nodata_count; # The number of students for which there is no data
+ my %prog_state; # progress state used by loncommon PrgWin routines
+
sub html_initialize {
my ($r) = @_;
#
$padding = ' 'x3;
- $count = 1;
- #
+ $count = 0;
+ $nodata_count = 0;
+ undef(%prog_state);
+ #
+ $r->print("".$ENV{'course.'.$ENV{'request.course.id'}.'.description'}.
+ " ".localtime(time)." ");
+
+ if ($data !~ /^final table/) {
+ $r->print("".$datadescription." ");
+ }
+ #
+ # Set up progress window for 'final table' display only
+ if ($data =~ /^final table/) {
+ my $studentcount = scalar(@Apache::lonstatistics::Students);
+ %prog_state=&Apache::lonhtmlcommon::Create_PrgWin
+ ($r,'Summary Table Status',
+ 'Summary Table Compilation Progress', $studentcount);
+ }
my $Str = "\n";
# First, the @StudentData fields need to be listed
my @to_show = &get_student_fields_to_show();
@@ -390,14 +620,19 @@ sub html_initialize {
$Str .= $title.' 'x($width-$base).$padding;
}
# Now the selected sequences need to be listed
- foreach my $sequence (&get_sequences_to_show) {
+ foreach my $sequence (&Apache::lonstatistics::Sequences_with_Assess()){
my $title = $sequence->{'title'};
my $base = $sequence->{'base_width'};
my $width = $sequence->{'width'};
$Str .= $title.' 'x($width-$base).$padding;
}
- $Str .= "total (of shown problems) \n";
+ $Str .= "total\n";
$Str .= "";
+ #
+ # Check for suppression of output
+ if ($data =~ /^final table/) {
+ $Str = '';
+ }
$r->print($Str);
$r->rflush();
return;
@@ -406,6 +641,10 @@ sub html_initialize {
sub html_outputstudent {
my ($r,$student) = @_;
my $Str = '';
+ #
+ if($count++ % 5 == 0 && $count > 0 && $data !~ /^final table/) {
+ $r->print(" ");
+ }
# First, the @StudentData fields need to be listed
my @to_show = &get_student_fields_to_show();
foreach my $field (@to_show) {
@@ -423,6 +662,8 @@ sub html_outputstudent {
%StudentsData = @tmp;
}
if (scalar(@tmp) < 1) {
+ $nodata_count++;
+ return if ($data =~ /^final table/);
$Str .= 'No Course Data '."\n";
$r->print($Str);
$r->rflush();
@@ -432,21 +673,28 @@ sub html_outputstudent {
# By sequence build up the data
my $studentstats;
my $PerformanceStr = '';
- foreach my $seq (&get_sequences_to_show) {
- my ($performance,$score,$seq_max) =
- &StudentPerformanceOnSequence($student,\%StudentsData,
- $seq,$show_links);
- my $ratio = $score.'/'.$seq_max;
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ my ($performance,$performance_length,$score,$seq_max,$rawdata);
+ if ($base eq 'tries') {
+ ($performance,$performance_length,$score,$seq_max,$rawdata) =
+ &StudentTriesOnSequence($student,\%StudentsData,
+ $seq,$show_links);
+ } else {
+ ($performance,$performance_length,$score,$seq_max,$rawdata) =
+ &StudentPerformanceOnSequence($student,\%StudentsData,
+ $seq,$show_links);
+ }
+ my $ratio = sprintf("%3d",$score).'/'.sprintf("%3d",$seq_max);
#
- if ($show eq 'totals') {
- $performance = ' 'x(length($seq_max)-length($score)).$ratio;
- $performance .= ' 'x($seq->{'width'}-length($performance));
- } elsif ($show eq 'scores') {
- $performance = $score;
- $performance .= ' 'x($seq->{'width'}-length($performance));
+ if ($data eq 'sum and total' || $data eq 'parts correct total') {
+ $performance = $ratio;
+ $performance .= ' 'x($seq->{'width'}-length($ratio));
+ } elsif ($data eq 'sum only' || $data eq 'parts correct') {
+ $performance = $score;
+ $performance .= ' 'x($seq->{'width'}-length($score));
} else {
# Pad with extra spaces
- $performance .= ' 'x($seq->{'width'}-$seq_max-
+ $performance .= ' 'x($seq->{'width'}-$performance_length-
length($ratio)
).$ratio;
}
@@ -461,30 +709,109 @@ sub html_outputstudent {
my ($score,$max) = (0,0);
while (my ($symb,$seq_stats) = each (%{$studentstats})) {
$Statistics->{$symb}->{'score'} += $seq_stats->{'score'};
- $Statistics->{$symb}->{'max'} += $seq_stats->{'max'};
+ if ($Statistics->{$symb}->{'max'} < $seq_stats->{'max'}) {
+ $Statistics->{$symb}->{'max'} = $seq_stats->{'max'};
+ }
$score += $seq_stats->{'score'};
$max += $seq_stats->{'max'};
}
$Str .= ' '.' 'x(length($max)-length($score)).$score.'/'.$max;
$Str .= " \n";
- $r->print($Str);
#
- $count++;
- if($count % 5 == 0) {
- $r->print(" ");
+ # Check for suppressed output and update the progress window if so...
+ if ($data =~ /^final table/) {
+ $Str = '';
+ &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
+ 'last student');
}
#
+ $r->print($Str);
+ #
$r->rflush();
return;
}
sub html_finish {
my ($r) = @_;
- $r->print(" \n");
+ #
+ # Check for suppressed output and close the progress window if so
+ if ($data =~ /^final table/) {
+ &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
+ } else {
+ $r->print("\n");
+ }
+ if ($single_student_mode) {
+ $r->print(&SingleStudentTotal());
+ } else {
+ $r->print(&StudentAverageTotal());
+ }
$r->rflush();
return;
}
+sub StudentAverageTotal {
+ my $Str = "Summary Tables \n";
+ my $num_students = scalar(@Apache::lonstatistics::Students);
+ my $total_ave = 0;
+ my $total_max = 0;
+ $Str .= ''."\n";
+ $Str .= "Title Average Maximum \n";
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ my $ave;
+ if ($num_students > $nodata_count) {
+ $ave = int(100*($Statistics->{$seq->{'symb'}}->{'score'}/
+ ($num_students-$nodata_count)))/100;
+ } else {
+ $ave = 0;
+ }
+ $total_ave += $ave;
+ my $max = $Statistics->{$seq->{'symb'}}->{'max'};
+ $total_max += $max;
+ if ($ave == 0) {
+ $ave = "0.00";
+ }
+ $ave .= ' ';
+ $max .= ' ';
+ $Str .= ''.$seq->{'title'}.' '.
+ ''.$ave.' '.
+ ''.$max.' '."\n";
+ }
+ $total_ave = int(100*$total_ave)/100; # only two digit
+ $Str .= "
\n";
+ $Str .= ''."\n";
+ $Str .= 'Number of Students Average '.
+ "Maximum \n";
+ $Str .= ''.($num_students-$nodata_count).' '.
+ ''.$total_ave.' '.$total_max.' ';
+ $Str .= "
\n";
+ return $Str;
+}
+
+sub SingleStudentTotal {
+ my $student = &Apache::lonstatistics::current_student();
+ my $Str = "Summary table for ".$student->{'fullname'}." ".
+ $student->{'username'}.'@'.$student->{'domain'}." \n";
+ $Str .= ''."\n";
+ $Str .=
+ "Sequence or Folder Score Maximum \n";
+ my $total = 0;
+ my $total_max = 0;
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ my $value = $Statistics->{$seq->{'symb'}}->{'score'};
+ my $max = $Statistics->{$seq->{'symb'}}->{'max'};
+ $Str .= ''.$seq->{'title'}.' '.
+ ''.$value.' '.
+ ''.$max.' '."\n";
+ $total += $value;
+ $total_max +=$max;
+ }
+ $Str .= 'Total '.
+ ''.$total.' '.
+ ''.$total_max." \n";
+ $Str .= "
\n";
+ return $Str;
+}
+
}
#######################################################
@@ -513,12 +840,70 @@ my $filename;
my $rows_output;
my $cols_output;
-my $num_students;
-my $start_time;
+my %prog_state; # progress window state
+my $request_aborted;
sub excel_initialize {
my ($r) = @_;
#
+ undef ($excel_sheet);
+ undef ($excel_workbook);
+ undef ($filename);
+ undef ($rows_output);
+ undef ($cols_output);
+ undef (%prog_state);
+ undef ($request_aborted);
+ #
+ my $total_columns = scalar(&get_student_fields_to_show());
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ # Add 2 because we need a 'sum' and 'total' column for each
+ $total_columns += $seq->{'num_assess_parts'}+2;
+ }
+ if ($data eq 'tries' && $total_columns > 255) {
+ $r->print(<Unable to Complete Request
+
+LON-CAPA is unable to produce your Excel spreadsheet because your selections
+will result in more than 255 columns. Excel allows only 255 columns in a
+spreadsheet.
+
+You may consider reducing the number of Sequences or Folders you
+have selected.
+
+LON-CAPA can produce CSV files of this data or Excel files of the
+summary data (Parts Correct or Parts Correct & Totals ).
+
+END
+ $request_aborted = 1;
+ }
+ if ($data eq 'scores' && $total_columns > 255) {
+ $r->print(<Unable to Complete Request
+
+LON-CAPA is unable to produce your Excel spreadsheet because your selections
+will result in more than 255 columns. Excel allows only 255 columns in a
+spreadsheet.
+
+You may consider reducing the number of Sequences or Folders you
+have selected.
+
+LON-CAPA can produce CSV files of this data or Excel files of the
+summary data (Scores Sum or Scores Sum & Totals ).
+
+END
+ $request_aborted = 1;
+ }
+ if ($data =~ /^final table/) {
+ $r->print(<Unable to Complete Request
+
+The Summary Table (Scores) option is not available for non-HTML output.
+
+END
+ $request_aborted = 1;
+ }
+ return if ($request_aborted);
+ #
$filename = '/prtspool/'.
$ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
time.'_'.rand(1000000000).'.xls';
@@ -529,9 +914,6 @@ sub excel_initialize {
$rows_output = 0;
$cols_output = 0;
#
- $num_students = 0;
- $start_time = time;
- #
# Create sheet
$excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename);
#
@@ -551,20 +933,80 @@ sub excel_initialize {
$excel_workbook->set_tempdir($Apache::lonnet::tmpdir);
#
# Add a worksheet
- $excel_sheet = $excel_workbook->addworksheet
- ($ENV{'course.'.$ENV{'request.course.id'}.'.description'});
+ my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'};
+ $sheetname = &Apache::loncommon::clean_excel_name($sheetname);
+ $excel_sheet = $excel_workbook->addworksheet($sheetname);
+ #
+ # Put the course description in the header
+ $excel_sheet->write($rows_output,$cols_output++,
+ $ENV{'course.'.$ENV{'request.course.id'}.'.description'});
+ $cols_output += 3;
+ #
+ # Put a description of the sections listed
+ my $sectionstring = '';
+ my @Sections = @Apache::lonstatistics::SelectedSections;
+ if (scalar(@Sections) > 1) {
+ if (scalar(@Sections) > 2) {
+ my $last = pop(@Sections);
+ $sectionstring = "Sections ".join(', ',@Sections).', and '.$last;
+ } else {
+ $sectionstring = "Sections ".join(' and ',@Sections);
+ }
+ } else {
+ if ($Sections[0] eq 'all') {
+ $sectionstring = "All sections";
+ } else {
+ $sectionstring = "Section ".$Sections[0];
+ }
+ }
+ $excel_sheet->write($rows_output,$cols_output++,$sectionstring);
+ $cols_output += scalar(@Sections);
+ #
+ # Put the date in there too
+ $excel_sheet->write($rows_output++,$cols_output++,
+ 'Compiled on '.localtime(time));
+ #
+ $cols_output = 0;
+ $excel_sheet->write($rows_output++,$cols_output++,$datadescription);
+ #
+ if ($data eq 'tries' || $data eq 'scores') {
+ $rows_output++;
+ }
#
# Add the student headers
+ $cols_output = 0;
foreach my $field (&get_student_fields_to_show()) {
- $excel_sheet->write(1,$cols_output++,$field);
+ $excel_sheet->write($rows_output,$cols_output++,$field);
}
- #
- # Add the Sequence Headers
- foreach my $seq (&get_sequences_to_show) {
- $excel_sheet->write(0,$cols_output,$seq->{'title'});
- if ($show eq 'totals') {
- $excel_sheet->write(1,$cols_output,'score');
- $excel_sheet->write(1,$cols_output+1,'maximum');
+ my $row_offset = 0;
+ if ($data eq 'tries' || $data eq 'scores') {
+ $row_offset = -1;
+ }
+ #
+ # Add the remaining column headers
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ $excel_sheet->write($rows_output+$row_offset,
+ $cols_output,$seq->{'title'});
+ if ($data eq 'tries' || $data eq 'scores') {
+ foreach my $res (@{$seq->{'contents'}}) {
+ next if ($res->{'type'} ne 'assessment');
+ if (scalar(@{$res->{'parts'}}) > 1) {
+ foreach my $part (@{$res->{'parts'}}) {
+ $excel_sheet->write($rows_output,
+ $cols_output++,
+ $res->{'title'}.' part '.$part);
+ }
+ } else {
+ $excel_sheet->write($rows_output,
+ $cols_output++,
+ $res->{'title'});
+ }
+ }
+ $excel_sheet->write($rows_output,$cols_output++,'score');
+ $excel_sheet->write($rows_output,$cols_output++,'maximum');
+ } elsif ($data eq 'sum and total' || $data eq 'parts correct total') {
+ $excel_sheet->write($rows_output+1,$cols_output,'score');
+ $excel_sheet->write($rows_output+1,$cols_output+1,'maximum');
$cols_output += 2;
} else {
$cols_output++;
@@ -572,12 +1014,54 @@ sub excel_initialize {
}
#
# Bookkeeping
- if ($show eq 'totals') {
- $rows_output = 2;
+ if ($data eq 'sum and total' || $data eq 'parts correct total') {
+ $rows_output += 2;
} else {
- $rows_output = 1;
+ $rows_output += 1;
}
#
+ # Output a row for MAX
+ $cols_output = 0;
+ foreach my $field (&get_student_fields_to_show()) {
+ if ($field eq 'username' || $field eq 'fullname' ||
+ $field eq 'id') {
+ $excel_sheet->write($rows_output,$cols_output++,'Maximum');
+ } else {
+ $excel_sheet->write($rows_output,$cols_output++,'');
+ }
+ }
+ #
+ # Add the maximums for each sequence or assessment
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ my $weight;
+ my $max = 0;
+ foreach my $resource (@{$seq->{'contents'}}) {
+ next if ($resource->{'type'} ne 'assessment');
+ foreach my $part (@{$resource->{'parts'}}) {
+ $weight = 1;
+ if ($base eq 'scores') {
+ $weight = &Apache::lonnet::EXT
+ ('resource.'.$part.'.weight',$resource->{'symb'},
+ undef,undef,undef);
+ if (!defined($weight) || ($weight eq '')) {
+ $weight=1;
+ }
+ }
+ if ($data eq 'scores') {
+ $excel_sheet->write($rows_output,$cols_output++,$weight);
+ } elsif ($data eq 'tries') {
+ $excel_sheet->write($rows_output,$cols_output++,'');
+ }
+ $max += $weight;
+ }
+ }
+ if (! ($data eq 'sum only' || $data eq 'parts correct')) {
+ $excel_sheet->write($rows_output,$cols_output++,'');
+ }
+ $excel_sheet->write($rows_output,$cols_output++,$max);
+ }
+ $rows_output++;
+ #
# Let the user know what we are doing
my $studentcount = scalar(@Apache::lonstatistics::Students);
$r->print("Compiling Excel spreadsheet for ".
@@ -586,11 +1070,19 @@ sub excel_initialize {
$r->print(" \n");
$r->rflush();
#
+ # Initialize progress window
+ %prog_state=&Apache::lonhtmlcommon::Create_PrgWin
+ ($r,'Excel File Compilation Status',
+ 'Excel File Compilation Progress', $studentcount);
+ #
+ &Apache::lonhtmlcommon::Update_PrgWin($r,\%prog_state,
+ 'Processing first student');
return;
}
sub excel_outputstudent {
my ($r,$student) = @_;
+ return if ($request_aborted);
return if (! defined($excel_sheet));
$cols_output=0;
#
@@ -611,14 +1103,28 @@ sub excel_outputstudent {
}
#
# Write out sequence scores and totals data
- foreach my $seq (&get_sequences_to_show) {
- my ($performance,$score,$seq_max) =
- &StudentPerformanceOnSequence($student,\%StudentsData,
- $seq,'no');
- if ($show eq 'totals' || $show eq 'scores') {
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ my ($performance,$performance_length,$score,$seq_max,$rawdata);
+ if ($base eq 'tries') {
+ ($performance,$performance_length,$score,$seq_max,$rawdata) =
+ &StudentTriesOnSequence($student,\%StudentsData,
+ $seq,'no');
+ } else {
+ ($performance,$performance_length,$score,$seq_max,$rawdata) =
+ &StudentPerformanceOnSequence($student,\%StudentsData,
+ $seq,'no');
+ }
+ if ($data eq 'tries' || $data eq 'scores') {
+ foreach my $value (@$rawdata) {
+ $excel_sheet->write($rows_output,$cols_output++,$value);
+ }
+ $excel_sheet->write($rows_output,$cols_output++,$score);
+ $excel_sheet->write($rows_output,$cols_output++,$seq_max);
+ } elsif ($data eq 'sum and total' || $data eq 'sum only' ||
+ $data eq 'parts correct' || $data eq 'parts correct total') {
$excel_sheet->write($rows_output,$cols_output++,$score);
}
- if ($show eq 'totals') {
+ if ($data eq 'sum and total' || $data eq 'parts correct total') {
$excel_sheet->write($rows_output,$cols_output++,$seq_max);
}
}
@@ -627,35 +1133,14 @@ sub excel_outputstudent {
$rows_output++;
$cols_output=0;
#
- # Time estimate
- $num_students++;
- if ($num_students % 10 == 0) {
- my $time_est = (time - $start_time)/$num_students *
- (scalar(@Apache::lonstatistics::Students)-$num_students);
- $time_est = int($time_est);
- if (int ($time_est/60) > 0) {
- my $min = int($time_est/60);
- my $sec = $time_est % 60;
- $time_est = $min.' minutes';
- if ($sec > 1) {
- $time_est.= ', '.$sec.' seconds';
- } elsif ($sec > 0) {
- $time_est.= ', '.$sec.' second';
- }
- } else {
- $time_est .= ' seconds';
- }
- $r->print($num_students.' out of '.
- (scalar(@Apache::lonstatistics::Students)).
- " students processed. ".
- $time_est." remain. \n");
- $r->rflush();
- }
+ # Update the progress window
+ &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,'last student');
return;
}
sub excel_finish {
my ($r) = @_;
+ return if ($request_aborted);
return if (! defined($excel_sheet));
#
# Write the excel file
@@ -664,14 +1149,12 @@ sub excel_finish {
#
return if($c->aborted());
#
+ # Close the progress window
+ &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
+ #
# Tell the user where to get their excel file
- $r->print(' '.
+ $r->print(' '.
'Your Excel spreadsheet. '."\n");
- my $total_time = time - $start_time;
- if (int ($total_time / 60) > 0) {
- $total_time = int($total_time/60).' minutes, '.($total_time % 60);
- }
- $r->print(' '.$total_time.' seconds total');
$r->rflush();
return;
}
@@ -696,18 +1179,174 @@ sub excel_finish {
#######################################################
{
+my $outputfile;
+my $filename;
+my $request_aborted;
+my %prog_state; # progress window state
+
sub csv_initialize{
my ($r) = @_;
- $r->print("Not implemented yet ");
+ #
+ # Clean up
+ undef($outputfile);
+ undef($filename);
+ undef($request_aborted);
+ undef(%prog_state);
+ #
+ # Deal with unimplemented requests
+ $request_aborted = undef;
+ if ($data =~ /final table/) {
+ $r->print(<Unable to Complete Request
+
+The Summary Table (Scores) option is not available for non-HTML output.
+
+END
+ $request_aborted = 1;
+ }
+ return if ($request_aborted);
+
+ #
+ # Open a file
+ $filename = '/prtspool/'.
+ $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
+ time.'_'.rand(1000000000).'.csv';
+ unless ($outputfile = Apache::File->new('>/home/httpd'.$filename)) {
+ $r->log_error("Couldn't open $filename for output $!");
+ $r->print("Problems occured in writing the csv file. ".
+ "This error has been logged. ".
+ "Please alert your LON-CAPA administrator.");
+ $outputfile = undef;
+ }
+ #
+ # Datestamp
+ my $description = $ENV{'course.'.$ENV{'request.course.id'}.'.description'};
+ print $outputfile '"'.&Apache::loncommon::csv_translate($description).'",'.
+ '"'.&Apache::loncommon::csv_translate(scalar(localtime(time))).'"'.
+ "\n";
+ #
+ # Print out the headings
+ my $Str = '';
+ my $Str2 = undef;
+ foreach my $field (&get_student_fields_to_show()) {
+ if ($data eq 'sum only') {
+ $Str .= '"'.&Apache::loncommon::csv_translate($field).'",';
+ } elsif ($data eq 'sum and total' || $data eq 'parts correct total') {
+ $Str .= '"",'; # first row empty on the student fields
+ $Str2 .= '"'.&Apache::loncommon::csv_translate($field).'",';
+ } elsif ($data eq 'scores' || $data eq 'tries' ||
+ $data eq 'parts correct') {
+ $Str .= '"",';
+ $Str2 .= '"'.&Apache::loncommon::csv_translate($field).'",';
+ }
+ }
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ if ($data eq 'sum only' || $data eq 'parts correct') {
+ $Str .= '"'.&Apache::loncommon::csv_translate($seq->{'title'}).
+ '",';
+ } elsif ($data eq 'sum and total' || $data eq 'parts correct total') {
+ $Str .= '"'.&Apache::loncommon::csv_translate($seq->{'title'}).
+ '","",';
+ $Str2 .= '"score","total possible",';
+ } elsif ($data eq 'scores' || $data eq 'tries') {
+ $Str .= '"'.&Apache::loncommon::csv_translate($seq->{'title'}).
+ '",';
+ $Str .= '"",'x($seq->{'num_assess_parts'}-1+2);
+ foreach my $res (@{$seq->{'contents'}}) {
+ next if ($res->{'type'} ne 'assessment');
+ foreach my $part (@{$res->{'parts'}}) {
+ $Str2 .= '"'.&Apache::loncommon::csv_translate($res->{'title'}.', Part '.$part).'",';
+ }
+ }
+ $Str2 .= '"score","total possible",';
+ }
+ }
+ chop($Str);
+ $Str .= "\n";
+ print $outputfile $Str;
+ if (defined($Str2)) {
+ chop($Str2);
+ $Str2 .= "\n";
+ print $outputfile $Str2;
+ }
+ #
+ # Initialize progress window
+ my $studentcount = scalar(@Apache::lonstatistics::Students);
+ %prog_state=&Apache::lonhtmlcommon::Create_PrgWin
+ ($r,'CSV File Compilation Status',
+ 'CSV File Compilation Progress', $studentcount);
return;
}
sub csv_outputstudent {
my ($r,$student) = @_;
+ return if ($request_aborted);
+ return if (! defined($outputfile));
+ my $Str = '';
+ #
+ # Output student fields
+ my @to_show = &get_student_fields_to_show();
+ foreach my $field (@to_show) {
+ $Str .= '"'.&Apache::loncommon::csv_translate($student->{$field}).'",';
+ }
+ #
+ # Get student assessment data
+ my %StudentsData;
+ my @tmp = &Apache::loncoursedata::get_current_state($student->{'username'},
+ $student->{'domain'},
+ undef,
+ $ENV{'request.course.id'});
+ if ((scalar @tmp > 0) && ($tmp[0] !~ /^error:/)) {
+ %StudentsData = @tmp;
+ }
+ #
+ # Output performance data
+ foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
+ my ($performance,$performance_length,$score,$seq_max,$rawdata);
+ if ($base eq 'tries') {
+ ($performance,$performance_length,$score,$seq_max,$rawdata) =
+ &StudentTriesOnSequence($student,\%StudentsData,
+ $seq,'no');
+ } else {
+ ($performance,$performance_length,$score,$seq_max,$rawdata) =
+ &StudentPerformanceOnSequence($student,\%StudentsData,
+ $seq,'no');
+ }
+ if ($data eq 'sum only' || $data eq 'parts correct') {
+ $Str .= '"'.$score.'",';
+ } elsif ($data eq 'sum and total' || $data eq 'parts correct total') {
+ $Str .= '"'.$score.'","'.$seq_max.'",';
+ } elsif ($data eq 'scores' || $data eq 'tries') {
+ $Str .= '"'.join('","',(@$rawdata,$score,$seq_max)).'",';
+ }
+ }
+ chop($Str);
+ $Str .= "\n";
+ print $outputfile $Str;
+ #
+ # Update the progress window
+ &Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,'last student');
+ return;
}
sub csv_finish {
my ($r) = @_;
+ return if ($request_aborted);
+ return if (! defined($outputfile));
+ close($outputfile);
+ #
+ my $c = $r->connection();
+ return if ($c->aborted());
+ #
+ # Close the progress window
+ &Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
+ #
+ # Tell the user where to get their csv file
+ $r->print(' '.
+ 'Your csv file. '."\n");
+ $r->rflush();
+ return;
+
}
}
@@ -717,7 +1356,7 @@ sub csv_finish {
=pod
-=item &StudentPerformanceOnSequence()
+=item &StudentTriesOnSequence()
Inputs:
@@ -737,17 +1376,22 @@ Inputs:
#######################################################
#######################################################
-sub StudentPerformanceOnSequence {
+sub StudentTriesOnSequence {
my ($student,$studentdata,$seq,$links) = @_;
$links = 'no' if (! defined($links));
my $Str = '';
my ($sum,$max) = (0,0);
+ my $performance_length = 0;
+ my @TriesData = ();
+ my $tries;
foreach my $resource (@{$seq->{'contents'}}) {
next if ($resource->{'type'} ne 'assessment');
my $resource_data = $studentdata->{$resource->{'symb'}};
my $value = '';
foreach my $partnum (@{$resource->{'parts'}}) {
+ $tries = undef;
$max++;
+ $performance_length++;
my $symbol = ' '; # default to space
#
if (exists($resource_data->{'resource.'.$partnum.'.solved'})) {
@@ -764,17 +1408,21 @@ sub StudentPerformanceOnSequence {
} elsif ($status eq 'excused') {
$symbol = 'x';
$max--;
- } elsif ($status eq 'correct_by_student' &&
+ } elsif (($status eq 'correct_by_scantron' ||
+ $status eq 'correct_by_student') &&
exists($resource_data->{'resource.'.$partnum.'.tries'})){
- my $num = $resource_data->{'resource.'.$partnum.'.tries'};
- if ($num > 9) {
+ $tries = $resource_data->{'resource.'.$partnum.'.tries'};
+ if ($tries > 9) {
$symbol = '*';
- } elsif ($num > 0) {
- $symbol = $num;
+ } elsif ($tries > 0) {
+ $symbol = $tries;
} else {
$symbol = ' ';
}
$sum++;
+ } elsif (exists($resource_data->{'resource.'.
+ $partnum.'.tries'})){
+ $symbol = '.';
} else {
$symbol = ' ';
}
@@ -787,81 +1435,130 @@ sub StudentPerformanceOnSequence {
}
}
#
- if ($links eq 'yes' && $symbol ne ' ') {
+ if (! defined($tries)) {
+ $tries = $symbol;
+ }
+ push (@TriesData,$tries);
+ #
+ if ( ($links eq 'yes' && $symbol ne ' ') ||
+ ($links eq 'all')) {
+ if (length($symbol) > 1) {
+ &Apache::lonnet::logthis('length of symbol "'.$symbol.'" > 1');
+ }
$symbol = ''.$symbol.' ';
}
$value .= $symbol;
}
$Str .= $value;
}
- return ($Str,$sum,$max);
+ if ($seq->{'randompick'}) {
+ $max = $seq->{'randompick'};
+ }
+ return ($Str,$performance_length,$sum,$max,\@TriesData);
}
#######################################################
#######################################################
-sub StudentAverageTotal {
- my ($cache, $students, $sequenceKeys)=@_;
- my $Str = "\nSummary Tables: \n";
- my %Correct = ();
- my $ProblemsSolved = 0;
- my $TotalProblems = 0;
- my $StudentCount = 0;
-
- foreach my $name (@$students) {
- $StudentCount++;
- foreach my $sequence (@$sequenceKeys) {
- $Correct{$sequence} +=
- $cache->{$name.':'.$sequence.':problemsCorrect'};
- }
- $ProblemsSolved += $cache->{$name.':problemsSolved'};
- $TotalProblems += $cache->{$name.':totalProblems'};
- }
- if ($StudentCount) {
- $ProblemsSolved = sprintf( "%.2f",
- $ProblemsSolved/$StudentCount);
- $TotalProblems /= $StudentCount;
- } else {
- $ProblemsSolved = 0;
- $TotalProblems = 0;
- }
- $Str .= ''."\n";
- $Str .= 'Students Count '.
- $StudentCount.' '."\n";
- $Str .= 'Total Problems '.
- $TotalProblems.' '."\n";
- $Str .= 'Average Correct '.
- $ProblemsSolved.' '."\n";
- $Str .= '
'."\n";
+=pod
- $Str .= ''."\n";
- $Str .= 'Title Total Problems '.
- 'Average Correct '."\n";
- foreach my $S(@$sequenceKeys) {
- my $title=$cache->{$S.':title'};
- #$Str .= $cache->{$S.':problems'};
- #my @problems=split(':', $cache->{$S.':problems'});
- #my $pCount=scalar @problems;
- my $pCount=MaxSeqPr($cache,@$students[0],$S);
- my $crr;
- if ($StudentCount) {
- $crr=sprintf( "%.2f", $Correct{$S}/$StudentCount );
- } else {
- $crr="0.00";
- }
- $Str .= ''.$title.
- ' '.$pCount.
- ' '.$crr.
- ' '."\n";
- }
+=item &StudentPerformanceOnSequence()
- $Str .= '
'."\n";
+Inputs:
- return $Str;
+=over 4
+
+=item $student
+
+=item $studentdata Hash ref to all student data
+
+=item $seq Hash ref, the sequence we are working on
+
+=item $links if defined we will output links to each resource.
+
+=back
+
+=cut
+
+#######################################################
+#######################################################
+sub StudentPerformanceOnSequence {
+ my ($student,$studentdata,$seq,$links) = @_;
+ $links = 'no' if (! defined($links));
+ my $Str = ''; # final result string
+ my ($score,$max) = (0,0);
+ my $performance_length = 0;
+ my $symbol;
+ my @ScoreData = ();
+ my $partscore;
+ foreach my $resource (@{$seq->{'contents'}}) {
+ next if ($resource->{'type'} ne 'assessment');
+ my $resource_data = $studentdata->{$resource->{'symb'}};
+ foreach my $part (@{$resource->{'parts'}}) {
+ $partscore = undef;
+ my $weight = &Apache::lonnet::EXT('resource.'.$part.'.weight',
+ $resource->{'symb'},
+ $student->{'domain'},
+ $student->{'username'},
+ $student->{'section'});
+ if (!defined($weight) || ($weight eq '')) {
+ $weight=1;
+ }
+ #
+ $max += $weight; # see the 'excused' branch below...
+ $performance_length++; # one character per part
+ $symbol = ' '; # default to space
+ #
+ my $awarded = 0;
+ if (exists($resource_data->{'resource.'.$part.'.awarded'})) {
+ $awarded = $resource_data->{'resource.'.$part.'.awarded'};
+ $awarded = 0 if (! $awarded);
+ }
+ #
+ $partscore = $weight*$awarded;
+ $score += $partscore;
+ $symbol = $partscore;
+ if (abs($symbol - sprintf("%.0f",$symbol)) < 0.001) {
+ $symbol = sprintf("%.0f",$symbol);
+ }
+ if (length($symbol) > 1) {
+ $symbol = '*';
+ }
+ if (exists($resource_data->{'resource.'.$part.'.solved'})) {
+ my $status = $resource_data->{'resource.'.$part.'.solved'};
+ if ($status eq 'excused') {
+ $symbol = 'x';
+ $max -= $weight; # Do not count 'excused' problems.
+ }
+ } else {
+ # Unsolved. Did they try?
+ if (exists($resource_data->{'resource.'.$part.'.tries'})){
+ $symbol = '.';
+ } else {
+ $symbol = ' ';
+ }
+ }
+ #
+ if (! defined($partscore)) {
+ $partscore = $symbol;
+ }
+ push (@ScoreData,$partscore);
+ #
+ if ( ($links eq 'yes' && $symbol ne ' ') || ($links eq 'all')) {
+ $symbol = ''.$symbol.' ';
+ }
+ $Str .= $symbol;
+ }
+ }
+ return ($Str,$performance_length,$score,$max,\@ScoreData);
}
#######################################################