--- loncom/homework/grades.pm	2007/10/01 19:41:51	1.442
+++ loncom/homework/grades.pm	2007/10/09 23:03:22	1.450
@@ -1,7 +1,7 @@
 # The LearningOnline Network with CAPA
 # The LON-CAPA Grading handler
 #
-# $Id: grades.pm,v 1.442 2007/10/01 19:41:51 banghart Exp $
+# $Id: grades.pm,v 1.450 2007/10/09 23:03:22 banghart Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -47,11 +47,90 @@ use POSIX qw(floor);
 
 
 my %perm=();
-my %bubble_lines_per_response;     # no. bubble lines for each response.
+my %bubble_lines_per_response = ();     # no. bubble lines for each response.
                                    # index is "symb.part_id"
 
+my %first_bubble_line = ();	# First bubble line no. for each bubble.
+
+# Save and restore the bubble lines array to the form env.
+
+
+sub save_bubble_lines {
+    &Apache::lonnet::logthis("Saving bubble_lines...");
+    foreach my $line (keys(%bubble_lines_per_response)) {
+	&Apache::lonnet::logthis("Saving form.scantron.bubblelines.$line value: $bubble_lines_per_response{$line}");
+	$env{"form.scantron.bubblelines.$line"}  = $bubble_lines_per_response{$line};
+	$env{"form.scantron.first_bubble_line.$line"} =
+	    $first_bubble_line{$line};
+    }
+}
+
+
+sub restore_bubble_lines {
+    my $line = 0;
+    %bubble_lines_per_response = ();
+    while ($env{"form.scantron.bubblelines.$line"}) {
+	my $value = $env{"form.scantron.bubblelines.$line"};
+	&Apache::lonnet::logthis("Restoring form.scantron.bubblelines.$line value: $value");
+	$bubble_lines_per_response{$line} = $value;
+	$first_bubble_line{$line}  =
+	    $env{"form.scantron.first_bubble_line.$line"};
+	$line++;
+    }
+
+}
+
+#  Given the parsed scanline, get the response for 
+#  'answer' number n:
+
+sub get_response_bubbles {
+    my ($parsed_line, $response)  = @_;
+
+    my $bubble_line = $first_bubble_line{$response};
+    my $bubble_lines= $bubble_lines_per_response{$response};
+    my $selected = "";
+
+    for (my $bline = 0; $bline < $bubble_lines; $bline++) {
+	$selected .= $$parsed_line{"scantron.$bubble_line.answer"};
+	$bubble_line++;
+    }
+    return $selected;
+}
+
 
 # ----- These first few routines are general use routines.----
+
+# Return the number of occurences of a pattern in a string.
+
+sub occurence_count {
+    my ($string, $pattern) = @_;
+
+    my @matches = ($string =~ /$pattern/g);
+
+    return scalar(@matches);
+}
+
+
+# Take a string known to have digits and convert all the
+# digits into letters in the range J,A..I.
+
+sub digits_to_letters {
+    my ($input) = @_;
+
+    my @alphabet = ('J', 'A'..'I');
+
+    my @input    = split(//, $input);
+    my $output ='';
+    for (my $i = 0; $i < scalar(@input); $i++) {
+	if ($input[$i] =~ /\d/) {
+	    $output .= $alphabet[$input[$i]];
+	} else {
+	    $output .= $input[$i];
+	}
+    }
+    return $output;
+}
+
 #
 # --- Retrieve the parts from the metadata file.---
 sub getpartlist {
@@ -396,8 +475,9 @@ COMMONJSFUNCTIONS
 #--- Dumps the class list with usernames,list of sections,
 #--- section, ids and fullnames for each user.
 sub getclasslist {
-    my ($getsec,$filterlist) = @_;
+    my ($getsec,$filterlist,$getgroup) = @_;
     my @getsec;
+    my @getgroup;
     my $stu_status = join(':',&Apache::loncommon::get_env_multiple('form.Status'));
     if (!ref($getsec)) {
 	if ($getsec ne '' && $getsec ne 'all') {
@@ -407,10 +487,19 @@ sub getclasslist {
 	@getsec=@{$getsec};
     }
     if (grep(/^all$/,@getsec)) { undef(@getsec); }
+    if (!ref($getgroup)) {
+	if ($getgroup ne '' && $getgroup ne 'all') {
+	    @getgroup=($getgroup);
+	}
+    } else {
+	@getgroup=@{$getgroup};
+    }
+    if (grep(/^all$/,@getgroup)) { undef(@getgroup); }
 
-    my $classlist=&Apache::loncoursedata::get_classlist();
+    my ($classlist,$keylist)=&Apache::loncoursedata::get_classlist();
     # Bail out if we were unable to get the classlist
     return if (! defined($classlist));
+    &Apache::loncoursedata::get_group_memberships($classlist,$keylist);
     #
     my %sections;
     my %fullnames;
@@ -427,18 +516,34 @@ sub getclasslist {
             $classlist->{$student}->[&Apache::loncoursedata::CL_FULLNAME()];
         my $status   = 
             $classlist->{$student}->[&Apache::loncoursedata::CL_STATUS()];
+        my $group   = 
+            $classlist->{$student}->[&Apache::loncoursedata::CL_GROUP()];
 	# filter students according to status selected
 	if ($filterlist && (!($stu_status =~ /Any/))) {
 	    if (!($stu_status =~ $status)) {
-		delete ($classlist->{$student});
+		delete($classlist->{$student});
 		next;
 	    }
 	}
+	# filter students according to groups selected
+	if (@getgroup) {
+	    my $exclude = 1;
+	    foreach my $grp(@getgroup) {
+	        if ($group eq $grp) {
+	            $exclude = 0;
+	        }
+	    }
+	    if ($exclude) {
+	        delete($classlist->{$student});
+	    }
+	}
 	$section = ($section ne '' ? $section : 'none');
 	if (&canview($section)) {
 	    if (!@getsec || grep(/^\Q$section\E$/,@getsec)) {
 		$sections{$section}++;
-		$fullnames{$student}=$fullname;
+		if ($classlist->{$student}) {
+		    $fullnames{$student}=$fullname;
+		}
 	    } else {
 		delete($classlist->{$student});
 	    }
@@ -531,6 +636,8 @@ sub jscriptNform {
     return $jscript;
 }
 
+
+
 # Given the score (as a number [0-1] and the weight) what is the final
 # point value? This function will round to the nearest tenth, third,
 # or quarter if one of those is within the tolerance of .00001.
@@ -687,8 +794,8 @@ sub listStudents {
     my $cdom      = $env{"course.$env{'request.course.id'}.domain"};
     my $cnum      = $env{"course.$env{'request.course.id'}.num"};
     my $getsec    = $env{'form.section'} eq '' ? 'all' : $env{'form.section'};
+    my $getgroup  = $env{'form.group'} eq '' ? 'all' : $env{'form.group'};
     my $submitonly= $env{'form.submitonly'} eq '' ? 'all' : $env{'form.submitonly'};
-
     my $viewgrade = $env{'form.showgrading'} eq 'yes' ? 'View/Grade/Regrade' : 'View';
     $env{'form.probTitle'} = $env{'form.probTitle'} eq '' ? 
 	&Apache::lonnet::gettitle($symb) : $env{'form.probTitle'};
@@ -788,7 +895,7 @@ LISTJAVASCRIPT
 	'value="Next->" /> <br />'."\n";
     $gradeTable.=&check_buttons();
     $gradeTable.='<label><input type="checkbox" name="checkPlag" checked="checked" />Check For Plagiarism</label>';
-    my ($classlist, undef, $fullname) = &getclasslist($getsec,'1');
+    my ($classlist, undef, $fullname) = &getclasslist($getsec,'1',$getgroup);
     $gradeTable.='<table border="0"><tr><td bgcolor="#777777">'.
 	'<table border="0"><tr bgcolor="#e6ffff">';
     my $loop = 0;
@@ -1703,7 +1810,6 @@ sub build_section_inputs {
 # --------------------------- show submissions of a student, option to grade 
 sub submission {
     my ($request,$counter,$total) = @_;
-
     my ($uname,$udom)     = ($env{'form.student'},$env{'form.userdom'});
     $udom = ($udom eq '' ? $env{'user.domain'} : $udom); #has form.userdom changed for a student?
     my $usec = &Apache::lonnet::getsection($udom,$uname,$env{'request.course.id'});
@@ -2789,7 +2895,6 @@ sub version_selected_portfile {
     my $new_answer;
     $env{'form.copy'} = &Apache::lonnet::getfile("/uploaded/$domain/$stu_name/portfolio$directory$file_name");
     if($env{'form.copy'} eq '-1') {
-        &Apache::lonnet::logthis('problem getting file '.$file_name);
         $new_answer = 'problem getting file';
     } else {
         $new_answer = $answer_name.'.'.$version.'.'.$answer_ext;
@@ -3823,7 +3928,6 @@ sub csvuploadassign {
 	}
 	if (! %grades) { push(@skipped,"$username:$domain no data to save"); }
 	$grades{"resource.regrader"}="$env{'user.name'}:$env{'user.domain'}";
-#	&Apache::lonnet::logthis(" storing ".(join('-',%grades)));
 	my $result=&Apache::lonnet::cstore(\%grades,$symb,
 					   $env{'request.course.id'},
 					   $domain,$username);
@@ -4176,7 +4280,6 @@ sub displaySubByDates {
 
 	my $where = ($isTask ? "$version:resource.$interaction"
 		             : "$version:resource");
-	#&Apache::lonnet::logthis(" got $where");
 	$studentTable.='<tr bgcolor="#ffffff" valign="top"><td>'.$timestamp.'</td>';
 	if ($isCODE) {
 	    $studentTable.='<td>'.$record->{$version.':resource.CODE'}.'</td>';
@@ -4196,7 +4299,6 @@ sub displaySubByDates {
 
 		    my ($responseId)= ($isTask ? ($matchKey=~ /^resource\.(.*?)\.\Q$partid\E\.award$/)
 				               : ($matchKey=~ /^resource\.\Q$partid\E\.(.*?)\.submission$/));
-		    #&Apache::lonnet::logthis("match $matchKey $responseId (".$$record{$version.':'.$matchKey});
 		    $displaySub[0].='<b>Part:</b>&nbsp;'.$display_part.'&nbsp;';
 		    $displaySub[0].='<span class="LC_internal_info">(ID&nbsp;'.
 			$responseId.')</span>&nbsp;<b>';
@@ -4465,10 +4567,7 @@ the homework problem.
 
 =over 4
 
-=cut
-
 
-=pod 
 
 =item defaultFormData
 
@@ -4481,12 +4580,12 @@ the homework problem.
 
 sub defaultFormData {
     my ($symb)=@_;
-    return '
-      <input type="hidden" name="symb"    value="'.&Apache::lonenc::check_encrypt($symb).'" />'."\n".
+    return '<input type="hidden" name="symb"    value="'.&Apache::lonenc::check_encrypt($symb).'" />'."\n".
      '<input type="hidden" name="saveState" value="'.$env{'form.saveState'}.'" />'."\n".
      '<input type="hidden" name="probTitle" value="'.$env{'form.probTitle'}.'" />'."\n";
 }
 
+
 =pod 
 
 =item getSequenceDropDown
@@ -5076,13 +5175,18 @@ sub scan_data {
 
      if just_header was not true these key may also exist
 
-       missingerror - a list of bubbled line numbers that had a blank bubble
-                      that is considered an error (if the operator had already
-                      okayed a blank bubble line as really being blank then
-                      that bubble line number won't appear here.
-       doubleerror  - a list of bubbled line numbers that had more than one
-                      bubble filled in and has not been corrected by the
-                      operator
+       missingerror - a list of bubble ranges that are considered to be answers
+                      to a single question that don't have any bubbles filled in.
+                      Of the form questionnumber:firstbubblenumber:count.
+       doubleerror  - a list of bubble ranges that are considered to be answers
+                      to a single question that have more than one bubble filled in.
+                      Of the form questionnumber::firstbubblenumber:count
+   
+                In the above, count is the number of bubble responses in the
+                input line needed to represent the possible answers to the question.
+                e.g. a radioresponse with 15 choices in an answer sheet with 10 choices
+                per line would have count = 2.
+
        maxquest     - the number of the last bubble line that was parsed
 
        (<number> starts at 1)
@@ -5133,66 +5237,149 @@ sub scantron_parse_scanline {
 
     my @alphabet=('A'..'Z');
     my $questnum=0;
+    my $ansnum  =1;		# Multiple 'answer lines'/question.
+
     while ($questions) {
+	my $answers_needed = $bubble_lines_per_response{$questnum};
+	my $answer_length  = $$scantron_config{'Qlength'} * $answers_needed;
+
+
+
 	$questnum++;
-	my $currentquest=substr($questions,0,$$scantron_config{'Qlength'});
-	substr($questions,0,$$scantron_config{'Qlength'})='';
-	if (length($currentquest) < $$scantron_config{'Qlength'}) { next; }
+	my $currentquest = substr($questions,0,$answer_length);
+	$questions       = substr($questions,0,$answer_length)='';
+	if (length($currentquest) < $answer_length) { next; }
+
+	# Qon letter implies for each slot in currentquest we have:
+	#    ? or * for doubles a letter in A-Z for a bubble and
+        #    about anything else (esp. a value of Qoff for missing
+	#    bubbles.
+
+
 	if ($$scantron_config{'Qon'} eq 'letter') {
-	    if ($currentquest eq '?'
-		|| $currentquest eq '*') {
+
+	    if ($currentquest =~ /\?/
+		|| $currentquest =~ /\*/
+		|| (&occurence_count($currentquest, "[A-Z]") > 1)) {
 		push(@{$record{'scantron.doubleerror'}},$questnum);
-		$record{"scantron.$questnum.answer"}='';
+		for (my $ans = 0; $ans < $answers_needed; $ans++) { 
+		    $record{"scantron.$ansnum.answer"}='';
+		    $ansnum++;
+		}
+
 	    } elsif (!defined($currentquest)
-		     || $currentquest eq $$scantron_config{'Qoff'}
-		     || $currentquest !~ /^[A-Z]$/) {
-		$record{"scantron.$questnum.answer"}='';
+		     || (&occurence_count($currentquest, $$scantron_config{'Qoff'}) == length($currentquest))
+		     || (&occurence_count($currentquest, "[A-Z]") == 0)) {
+		for (my $ans = 0; $ans < $answers_needed; $ans++ ) {
+		    $record{"scantron.$ansnum.answer"}='';
+		    $ansnum++;
+
+		}
 		if (!&scan_data($scan_data,"$whichline.no_bubble.$questnum")) {
 		    push(@{$record{"scantron.missingerror"}},$questnum);
+		    $ansnum += $answers_needed;
 		}
+
 	    } else {
-		$record{"scantron.$questnum.answer"}=$currentquest;
+		for (my $ans = 0; $ans < $answers_needed; $ans++) {
+		    $record{"scantron.$ansnum.answer"} = substr($currentquest, $ans, 1);
+		    $ansnum++;
+		}
 	    }
+
+	# Qon 'number' implies each slot gives a digit that indexes the
+	#    the bubbles filled or Qoff or a non number for unbubbled lines.
+        #    and *? for double bubbles on a line.
+	#    these answers are also stored as letters.
+
 	} elsif ($$scantron_config{'Qon'} eq 'number') {
-	    if ($currentquest eq '?'
-		|| $currentquest eq '*') {
+	    if ($currentquest =~ /\?/
+		|| $currentquest =~ /\*/
+		|| (&occurence_count($currentquest, '\d') > 1)) {
 		push(@{$record{'scantron.doubleerror'}},$questnum);
-		$record{"scantron.$questnum.answer"}='';
+		for (my $ans = 0; $ans < $answers_needed; $ans++) {
+		    $record{"scantron.$ansnum.answer"}='';
+		    $ansnum++;
+		}
+
 	    } elsif (!defined($currentquest)
-		     || $currentquest eq $$scantron_config{'Qoff'} 
-		     || $currentquest !~ /^\d$/) {
-		$record{"scantron.$questnum.answer"}='';
+		     || (&occurence_count($currentquest,$$scantron_config{'Qoff'}) == length($currentquest)) 
+		     || (&occurence_count($currentquest, '\d') == 0)) {
+		for (my $ans = 0; $ans < $answers_needed; $ans++ ) {
+		    $record{"scantron.$ansnum.answer"}='';
+		    $ansnum++;
+
+		}
 		if (!&scan_data($scan_data,"$whichline.no_bubble.$questnum")) {
 		    push(@{$record{"scantron.missingerror"}},$questnum);
+		    $ansnum += $answers_needed;
 		}
+
 	    } else {
-		# wrap zero back to J
-		if ($currentquest eq '0') {
-		    $record{"scantron.$questnum.answer"}=
-			$alphabet[9];
-		} else {
-		    $record{"scantron.$questnum.answer"}=
-			$alphabet[$currentquest-1];
+		$currentquest = &digits_to_letters($currentquest);
+		for (my $ans =0; $ans < $answers_needed; $ans++) {
+		    $record{"scantron.$ansnum.answer"} = substr($currentquest, $ans, 1);
+		    $ansnum++;
 		}
 	    }
 	} else {
+
+	    # Otherwise there's a positional notation;
+	    # each bubble line requires Qlength items, and there are filled in
+	    # bubbles for each case where there 'Qon' characters.
+	    #
+
 	    my @array=split($$scantron_config{'Qon'},$currentquest,-1);
-	    if (length($array[0]) eq $$scantron_config{'Qlength'}) {
-		$record{"scantron.$questnum.answer"}='';
+
+	    # If the split only  giveas us one element.. the full length of the
+	    # answser string, no bubbles are filled in:
+
+	    if (length($array[0]) eq $$scantron_config{'Qlength'}*$answers_needed) {
+		for (my $ans = 0; $ans < $answers_needed; $ans++ ) {
+		    $record{"scantron.$ansnum.answer"}='';
+		    $ansnum++;
+
+		}
 		if (!&scan_data($scan_data,"$whichline.no_bubble.$questnum")) {
 		    push(@{$record{"scantron.missingerror"}},$questnum);
 		}
-	    } else {
-		$record{"scantron.$questnum.answer"}=
-		    $alphabet[length($array[0])];
+	    } elsif (scalar(@array) lt 2) {
+
+		my $location      = [length($array[0])];
+		my $line_num      = $location / $$scantron_config{'Qlength'};
+		my $bubble        = $alphabet[$location % $$scantron_config{'Qlength'}];
+
+		for (my $ans = 0; $ans < $answers_needed; $ans++) {
+		    if ($ans eq $line_num) {
+			$record{"scantron.$ansnum.answer"} = $bubble;
+		    } else {
+			$record{"scantron.$ansnum.answer"} = ' ';
+		    }
+		    $ansnum++;
+		}
 	    }
-	    if (scalar(@array) gt 2) {
+	    #  If there's more than one instance of a bubble character
+	    #  That's a double bubble; with positional notation we can
+	    #  record all the bubbles filled in as well as the 
+	    #  fact this response consists of multiple bubbles.
+	    #
+	    else {
 		push(@{$record{'scantron.doubleerror'}},$questnum);
+
+		my $first_answer = $ansnum;
+		for (my $ans =0; $ans < $answers_needed; $ans++) {
+		    $record{"scantron.$ansnum.answer"} = '';
+		    $ans++;
+		}
+
 		my @ans=@array;
 		my $i=length($ans[0]);shift(@ans);
 		while ($#ans) {
 		    $i+=length($ans[0])+1;
-		    $record{"scantron.$questnum.answer"}.=$alphabet[$i];
+		    my $line   = $i/$$scantron_config{'Qlength'} + $first_answer;
+		    my $bubble = $i%$$scantron_config{'Qlength'};
+
+		    $record{"scantron.$line.answer"}.=$alphabet[$bubble];
 		    shift(@ans);
 		}
 	    }
@@ -5551,6 +5738,17 @@ sub scantron_form_start {
   <input type="hidden" name="scantron_options_ignore" value="$env{'form.scantron_options_ignore'}" />
   <input type="hidden" name="scantron_options_hidden" value="$env{'form.scantron_options_hidden'}" />
 SCANTRONFORM
+
+  my $line = 0;
+    while (defined($env{"form.scantron.bubblelines.$line"})) {
+	&Apache::lonnet::logthis("Saving chunk for $line");
+       my $chunk =
+	   '<input type="hidden" name="scantron.bubblelines.'.$line.'" value="'.$env{"form.scantron.bubblelines.$line"}.'" />'."\n";
+       $chunk .=
+	   '<input type="hidden" name="scantron.first_bubble_line.'.$line.'" value="'.$env{"form.scantron.first_bubble_line.$line"}.'" />'."\n";
+       $result .= $chunk;
+       $line++;
+   }
     return $result;
 }
 
@@ -5609,6 +5807,8 @@ sub scantron_validate_file {
     }
     my $currentphase=$env{'form.validatepass'};
 
+    &Apache::lonnet::logthis("Phase: $currentphase");
+
     my $stop=0;
     while (!$stop && $currentphase < scalar(@validate_phases)) {
 	$r->print("<p> Validating ".$validate_phases[$currentphase]."</p>");
@@ -6032,6 +6232,8 @@ sub scantron_validate_ID {
     #get scantron line setup
     my %scantron_config=&get_scantron_config($env{'form.scantron_format'});
     my ($scanlines,$scan_data)=&scantron_getfile();
+    
+    &scantron_get_maxbubble();	# parse needs the bubble_lines.. array.
 
     my %found=('ids'=>{},'usernames'=>{});
     for (my $i=0;$i<=$scanlines->{'count'};$i++) {
@@ -6216,7 +6418,8 @@ ENDSCRIPT
 	$r->print($message);
 	$r->print("<p>Please indicate which bubble should be used for grading</p>");
 	foreach my $question (@{$arg}) {
-	    my $selected=$$scan_record{"scantron.$question.answer"};
+
+	    my $selected  = &get_response_bubbles($scan_record, $question);
 	    &scantron_bubble_selector($r,$scan_config,$question,
 				      split('',$selected));
 	}
@@ -6228,7 +6431,7 @@ ENDSCRIPT
 	$r->print('<input type="hidden" name="scantron_questions" value="'.
 		  join(',',@{$arg}).'" />');
 	foreach my $question (@{$arg}) {
-	    my $selected=$$scan_record{"scantron.$question.answer"};
+	    my $selected = &get_response_bubbles($scan_record, $question);
 	    &scantron_bubble_selector($r,$scan_config,$question);
 	}
     } else {
@@ -6250,21 +6453,22 @@ ENDSCRIPT
     $scan_config - hash from &get_scantron_config()
     $quest       - number of the bubble line to make a corrector for
     $selected    - array of letters of previously selected bubbles
-    $lines       - if present, number of bubble lines to show
 
 =cut
 
 sub scantron_bubble_selector {
-    my ($r,$scan_config,$quest,@selected, $lines)=@_;
+    my ($r,$scan_config,$quest,@selected)=@_;
     my $max=$$scan_config{'Qlength'};
 
     my $scmode=$$scan_config{'Qon'};
+
+
     if ($scmode eq 'number' || $scmode eq 'letter') { $max=10; }	     
 
+    my $response = $quest-1;
+    my $lines = $bubble_lines_per_response{$response};
+    &Apache::lonnet::logthis("Question $quest, lines: $lines");
 
-    if (!defined($lines)) {
-	$lines = 1;
-    }
     my $total_lines = $lines*2;
     my @alphabet=('A'..'Z');
     $r->print("<table border='1'><tr><td rowspan='".$total_lines."'>$quest</td>");
@@ -6438,6 +6642,8 @@ sub scantron_validate_CODE {
 
     my %allcodes=&get_codes();
 
+    &scantron_get_maxbubble();	# parse needs the lines per response array.
+
     my ($scanlines,$scan_data)=&scantron_getfile();
     for (my $i=0;$i<=$scanlines->{'count'};$i++) {
 	my $line=&scantron_get_line($scanlines,$scan_data,$i);
@@ -6490,6 +6696,9 @@ sub scantron_validate_doublebubble {
     #get scantron line setup
     my %scantron_config=&get_scantron_config($env{'form.scantron_format'});
     my ($scanlines,$scan_data)=&scantron_getfile();
+
+    &scantron_get_maxbubble();	# parse needs the bubble line array.
+
     for (my $i=0;$i<=$scanlines->{'count'};$i++) {
 	my $line=&scantron_get_line($scanlines,$scan_data,$i);
 	if ($line=~/^[\s\cz]*$/) { next; }
@@ -6513,21 +6722,28 @@ sub scantron_validate_doublebubble {
    resource and then checking &Apache::lonxml::get_problem_counter()
    for what the current value of the problem counter is.
 
-   Caches the result to $env{'form.scantron_maxbubble'}
+   Caches the results to $env{'form.scantron_maxbubble'},
+   $env{'form.scantron.bubble_lines.n'} and 
+   $env{'form.scantron.first_bubble_line.n'}
+   which are the total number of bubble, lines, the number of bubble
+   lines for reponse n and number of the first bubble line for response n.
 
 =cut
 
 sub scantron_get_maxbubble {    
-
+    &Apache::lonnet::logthis("get_max_bubble");
     if (defined($env{'form.scantron_maxbubble'}) &&
 	$env{'form.scantron_maxbubble'}) {
+	&Apache::lonnet::logthis("cached");
+	&restore_bubble_lines();
 	return $env{'form.scantron_maxbubble'};
     }
+    &Apache::lonnet::logthis("computing");
 
-    my $navmap=Apache::lonnavmaps::navmap->new();
-    my (undef,undef,$sequence)=
+    my (undef, undef, $sequence) =
 	&Apache::lonnet::decode_symb($env{'form.selectpage'});
 
+    my $navmap=Apache::lonnavmaps::navmap->new();
     my $map=$navmap->getResourceByUrl($sequence);
     my @resources=$navmap->retrieveResources($map,\&scantron_filter,1,0);
 
@@ -6538,9 +6754,14 @@ sub scantron_get_maxbubble {
     my $cid         = $env{'request.course.id'};
     my $total_lines = 0;
     %bubble_lines_per_response = ();
+    %first_bubble_line         = ();
 
+  
+    my $response_number = 0;
+    my $bubble_line     = 0;
     foreach my $resource (@resources) {
 	my $symb = $resource->symb();
+	&Apache::lonxml::clear_bubble_lines_for_part();
 	my $result=&Apache::lonnet::ssi($resource->src(),
 					('symb' => $resource->symb()),
 					('grade_target' => 'analyze'),
@@ -6555,16 +6776,25 @@ sub scantron_get_maxbubble {
 
 
 	foreach my $part_id (@{$analysis{'parts'}}) {
-	    my $bubble_lines = $analysis{"$part_id.bubble_lines"}[0];
-	    if (!$bubble_lines) {
-		$bubble_lines = 1;
-	    }
-	    $bubble_lines_per_response{"$symb.$part_id"} = $bubble_lines;
-	    $total_lines = $total_lines + $bubble_lines;
+	    my ($trash, $part) = split(/\./, $part_id);
+
+	    my $lines = $analysis{"$part_id.bubble_lines"}[0];
+
+	    # TODO - make this a persistent hash not an array.
+
+
+	    $first_bubble_line{$response_number}           = $bubble_line;
+	    $bubble_lines_per_response{$response_number}   = $lines;
+	    $response_number++;
+
+	    $bubble_line +=  $lines;
+	    $total_lines +=  $lines;
 	}
 
     }
     &Apache::lonnet::delenv('scantron\.');
+
+    &save_bubble_lines();
     $env{'form.scantron_maxbubble'} =
 	$total_lines;
     return $env{'form.scantron_maxbubble'};
@@ -6575,7 +6805,8 @@ sub scantron_get_maxbubble {
 =item scantron_validate_missingbubbles
 
    Validates all scanlines in the selected file to not have any
-   bubble lines with missing bubbles that haven't been verified as missing.
+    answers that don't have bubbles that have not been verified
+    to be bubble free.
 
 =cut
 
@@ -6669,6 +6900,9 @@ SCANTRONFORM
     my $start=&Time::HiRes::time();
     my $i=-1;
     my ($uname,$udom,$started);
+
+    &scantron_get_maxbubble();	# Need the bubble lines array to parse.
+
     while ($i<$scanlines->{'count'}) {
  	($uname,$udom)=('','');
  	$i++;
@@ -6719,8 +6953,6 @@ SCANTRONFORM
 	    }
 	    my $result=&Apache::lonnet::ssi($resource->src(),%form);
 	    if ($result ne '') {
-		&Apache::lonnet::logthis("scantron grading error -> $result");
-		&Apache::lonnet::logthis("scantron grading error info name $uname domain $udom course $env{'request.course.id'} url ".$resource->src());
 	    }
 	    if (&Apache::loncommon::connection_aborted($r)) { last; }
 	}
@@ -6945,8 +7177,199 @@ sub savedState {
     return \%savedState;
 }
 
-#--- Displays the main menu page -------
-sub gradingmenu {
+sub grading_menu {
+    my ($request) = @_;
+    my ($symb)=&get_symb($request);
+    if (!$symb) {return '';}
+    my $probTitle = &Apache::lonnet::gettitle($symb);
+    my ($table,undef,$hdgrade) = &showResourceInfo($symb,$probTitle);
+
+    #
+    # Define menu data
+    $env{'form.probTitle'} = &Apache::lonnet::gettitle($symb);
+    my ($table) = &showResourceInfo($symb,$env{'form.probTitle'});
+    $request->print($table);
+    my %fields = ('symb'=>&Apache::lonenc::check_encrypt($symb),
+                  'handgrade'=>$hdgrade,
+                  'probTitle'=>$probTitle,
+                  'command'=>'submit_options',
+                  'saveState'=>"",
+                  'gradingMenu'=>1,
+                  'showgrading'=>"yes");
+    my $url = &Apache::lonhtmlcommon::build_url('grades/',\%fields);
+    my @menu = ({ url => $url,
+                     name => &mt('Manual Grading/View Submissions'),
+                     short_description => 
+    &mt('Start the process of hand grading submissions.'),
+                 });
+    $fields{'command'} = 'csvform';
+    $url = &Apache::lonhtmlcommon::build_url('grades/',\%fields);
+    push (@menu, { url => $url,
+                   name => &mt('Upload Scores'),
+                   short_description => 
+            &mt('Specify a file containing the class scores for current resource.')});
+    $fields{'command'} = 'processclicker';
+    $url = &Apache::lonhtmlcommon::build_url('grades/',\%fields);
+    push (@menu, { url => $url,
+                   name => &mt('Process Clicker'),
+                   short_description => 
+            &mt('Specify a file containing the clicker information for this resource.')});
+    $fields{'command'} = 'scantron_selectphase';
+    $url = &Apache::lonhtmlcommon::build_url('grades/',\%fields);
+    push (@menu, { url => $url,
+                   name => &mt('Grade Scantron Forms'),
+                   short_description => 
+            &mt('')});
+    $fields{'command'} = 'verify';
+    $url = &Apache::lonhtmlcommon::build_url('grades/',\%fields);
+    push (@menu, { url => "",
+                   jscript => ' onClick="javascript:checkChoice2(document.forms.gradingMenu,\'5\',\'verify\')" ',
+                   name => &mt('Verify Receipt'),
+                   short_description => 
+            &mt('')});
+    $fields{'command'} = 'manage';
+    $url = &Apache::lonhtmlcommon::build_url('/adm/helper/resettimes.helper',\%fields);
+    push (@menu, { url => $url,
+                   name => &mt('Manage Access Times'),
+                   short_description => 
+            &mt('')});
+    $fields{'command'} = 'view';
+    $url = &Apache::lonhtmlcommon::build_url('/adm/pickcode',\%fields);
+    push (@menu, { url => $url,
+                   name => &mt('View Saved CODEs'),
+                   short_description => 
+            &mt('')});
+
+    #
+    # Create the menu
+    my $Str;
+    # $Str .= '<h2>'.&mt('Please select a grading task').'</h2>';
+    $Str .= '<form method="post" action="" name="gradingMenu">';
+    $Str .= '<input type="hidden" name="command" value="" />'.
+    	'<input type="hidden" name="symb"        value="'.&Apache::lonenc::check_encrypt($symb).'" />'."\n".
+	'<input type="hidden" name="handgrade"   value="'.$hdgrade.'" />'."\n".
+	'<input type="hidden" name="probTitle"   value="'.$probTitle.'" ue="" />'."\n".
+	'<input type="hidden" name="saveState"   value="" />'."\n".
+	'<input type="hidden" name="gradingMenu" value="1" />'."\n".
+	'<input type="hidden" name="showgrading" value="yes" />'."\n";
+
+    foreach my $menudata (@menu) {
+        if ($menudata->{'name'} ne &mt('Verify Receipt')) {
+            $Str .='    <h3><a '.
+                $menudata->{'jscript'}.
+                ' href="'.
+                $menudata->{'url'}.'" >'.
+                $menudata->{'name'}."</a></h3>\n";
+        } else {
+            $Str .='    <h3><a '.
+                $menudata->{'jscript'}.
+                ' href="javascript:checkChoice2(document.forms.gradingMenu,\'5\',\'verify\')" >'.
+                $menudata->{'name'}."</a></h3>\n";
+            $Str .= ('&nbsp;'x8).
+                    ' receipt: '.&Apache::lonnet::recprefix($env{'request.course.id'}).
+                    '-<input type="text" name="receipt" size="4" onChange="javascript:checkReceiptNo(this.form,\'OK\')" />';
+        }
+        $Str .= '    '.('&nbsp;'x8).$menudata->{'short_description'}.
+            "\n";
+    }
+    $Str .="</dl>\n";
+    $Str .="</form>\n";
+    $request->print(<<GRADINGMENUJS);
+<script type="text/javascript" language="javascript">
+    function checkChoice(formname,val,cmdx) {
+	if (val <= 2) {
+	    var cmd = radioSelection(formname.radioChoice);
+	    var cmdsave = cmd;
+	} else {
+	    cmd = cmdx;
+	    cmdsave = 'submission';
+	}
+	formname.command.value = cmd;
+	formname.saveState.value = "saveCmd="+cmdsave+":saveSec="+pullDownSelection(formname.section)+
+	    ":saveSub="+pullDownSelection(formname.submitonly)+":saveStatus="+pullDownSelection(formname.Status);
+	if (val < 5) formname.submit();
+	if (val == 5) {
+	    if (!checkReceiptNo(formname,'notOK')) { return false;}
+	    formname.submit();
+	}
+	if (val < 7) formname.submit();
+    }
+    function checkChoice2(formname,val,cmdx) {
+	if (val <= 2) {
+	    var cmd = radioSelection(formname.radioChoice);
+	    var cmdsave = cmd;
+	} else {
+	    cmd = cmdx;
+	    cmdsave = 'submission';
+	}
+	formname.command.value = cmd;
+	if (val < 5) formname.submit();
+	if (val == 5) {
+	    if (!checkReceiptNo(formname,'notOK')) { return false;}
+	    formname.submit();
+	}
+	if (val < 7) formname.submit();
+    }
+
+    function checkReceiptNo(formname,nospace) {
+	var receiptNo = formname.receipt.value;
+	var checkOpt = false;
+	if (nospace == "OK" && isNaN(receiptNo)) {checkOpt = true;}
+	if (nospace == "notOK" && (isNaN(receiptNo) || receiptNo == "")) {checkOpt = true;}
+	if (checkOpt) {
+	    alert("Please enter a receipt number given by a student in the receipt box.");
+	    formname.receipt.value = "";
+	    formname.receipt.focus();
+	    return false;
+	}
+	return true;
+    }
+</script>
+GRADINGMENUJS
+    &commonJSfunctions($request);
+    my $result='<h3>&nbsp;<span class="LC_info">Manual Grading/View Submission</span></h3>';
+    $result.=$table;
+    my (undef,$sections) = &getclasslist('all','0');
+    my $savedState = &savedState();
+    my $saveCmd = ($$savedState{'saveCmd'} eq '' ? 'submission' : $$savedState{'saveCmd'});
+    my $saveSec = ($$savedState{'saveSec'} eq '' ? 'all' : $$savedState{'saveSec'});
+    my $saveSub = ($$savedState{'saveSub'} eq '' ? 'all' : $$savedState{'saveSub'});
+    my $saveStatus = ($$savedState{'saveStatus'} eq '' ? 'Active' : $$savedState{'saveStatus'});
+
+    $result.='<form action="/adm/grades" method="post" name="gradingMenu">'."\n".
+	'<input type="hidden" name="symb"        value="'.&Apache::lonenc::check_encrypt($symb).'" />'."\n".
+	'<input type="hidden" name="handgrade"   value="'.$hdgrade.'" />'."\n".
+	'<input type="hidden" name="probTitle"   value="'.$probTitle.'" ue="" />'."\n".
+	'<input type="hidden" name="saveState"   value="" />'."\n".
+	'<input type="hidden" name="gradingMenu" value="1" />'."\n".
+	'<input type="hidden" name="showgrading" value="yes" />'."\n";
+
+    $result.='<table width="100%" border="0"><tr><td bgcolor=#777777>'."\n".
+	'<table width="100%" border="0"><tr bgcolor="#e6ffff"><td colspan="2">'."\n".
+	'&nbsp;<b>Select a Grading/Viewing Option</b></td></tr>'."\n".
+	'<tr bgcolor="#ffffe6" valign="top"><td>'."\n";
+
+    $result.='<table width="100%" border="0">';
+    $result.='<tr bgcolor="#ffffe6" valign="top">'."\n";
+    $result.='<td><b>'.&mt('Sections').'</b></td>';
+#    $result.='<td>Groups</td>';
+    $result.='<td><b>'.&mt('Access Status').'</td>'."\n";
+    $result.='</tr>';
+    $result.='<tr bgcolor="#ffffe6" valign="top"><td>'."\n".
+	'&nbsp;<select name="section" multiple="multiple" size="3">'."\n";
+    if (ref($sections)) {
+	foreach (sort (@$sections)) {
+	    $result.='<option value="'.$_.'" '.
+		($saveSec eq $_ ? 'selected="selected"':'').'>'.$_.'</option>'."\n";
+	}
+    }
+    $result.= '<option value="all" '.($saveSec eq 'all' ? 'selected="selected"' : ''). '>all</option></select> &nbsp; ';
+    return $Str;    
+}
+
+
+#--- Displays the submissions first page -------
+sub submit_options {
     my ($request) = @_;
     my ($symb)=&get_symb($request);
     if (!$symb) {return '';}
@@ -7008,15 +7431,15 @@ GRADINGMENUJS
 	'<input type="hidden" name="gradingMenu" value="1" />'."\n".
 	'<input type="hidden" name="showgrading" value="yes" />'."\n";
 
-    $result.='<table width="100%" border="0"><tr><td bgcolor=#777777>'."\n".
-	'<table width="100%" border="0"><tr bgcolor="#e6ffff"><td colspan="2">'."\n".
+    $result.='<table border="0"><tr><td bgcolor=#777777>'."\n".
+	'<table width="100%" border="0"><tr bgcolor="#e6ffff"><td>'."\n".
 	'&nbsp;<b>Select a Grading/Viewing Option</b></td></tr>'."\n".
 	'<tr bgcolor="#ffffe6" valign="top"><td>'."\n";
 
     $result.='<table width="100%" border="0">';
     $result.='<tr bgcolor="#ffffe6" valign="top">'."\n";
     $result.='<td><b>'.&mt('Sections').'</b></td>';
-#    $result.='<td>Groups</td>';
+    $result.='<td><b>'.&mt('Groups').'</b></td>';
     $result.='<td><b>'.&mt('Access Status').'</td>'."\n";
     $result.='</tr>';
     $result.='<tr bgcolor="#ffffe6" valign="top"><td>'."\n".
@@ -7028,8 +7451,8 @@ GRADINGMENUJS
 	}
     }
     $result.= '<option value="all" '.($saveSec eq 'all' ? 'selected="selected"' : ''). '>all</option></select> &nbsp; ';
-#    $result.= '</td><td>'."\n";
-#    $result.='Put group select here'."\n";
+    $result.= '</td><td>'."\n";
+    $result.= &Apache::lonstatistics::GroupSelect('group','multiple',3);
     $result.='</td><td>'."\n";
     $result.=&Apache::lonhtmlcommon::StatusOptions($saveStatus,undef,3,undef,'mult');
 
@@ -7064,38 +7487,38 @@ GRADINGMENUJS
 	'<input type="button" onClick="javascript:checkChoice(this.form,\'2\');" value="Next->" />'.
 	'</td></tr></table>'."\n";
 
-    $result.='</td><td valign="top">';
-
-    $result.='<table width="100%" border="0">';
-    $result.='<tr bgcolor="#ffffe6"><td>'.
-	'<input type="button" onClick="javascript:checkChoice(this.form,\'3\',\'csvform\');" value="'.&mt('Upload').'" />'.
-	' '.&mt('scores from file').' </td></tr>'."\n";
-
-    $result.='<tr bgcolor="#ffffe6"><td>'.
-        '<input type="button" onClick="javascript:checkChoice(this.form,\'6\',\'processclicker\');" value="'.&mt('Process').'" />'.
-        ' '.&mt('clicker file').' </td></tr>'."\n";
-
-    $result.='<tr bgcolor="#ffffe6"valign="top"><td colspan="2">'.
-	'<input type="button" onClick="javascript:checkChoice(this.form,\'4\',\'scantron_selectphase\');'.
-	'" value="'.&mt('Grade').'" /> scantron forms</td></tr>'."\n";
-
-    if ((&Apache::lonnet::allowed('mgr',$env{'request.course.id'})) && ($symb)) {
-	$result.='<tr bgcolor="#ffffe6"valign="top"><td>'.
-	    '<input type="button" onClick="javascript:checkChoice(this.form,\'5\',\'verify\');" value="'.&mt('Verify').'" />'.
-	    ' '.&mt('receipt').': '.
-	    &Apache::lonnet::recprefix($env{'request.course.id'}).
-	    '-<input type="text" name="receipt" size="4" onChange="javascript:checkReceiptNo(this.form,\'OK\')" />'.
-	    '</td></tr>'."\n";
-    } 
-    $result.='<tr bgcolor="#ffffe6"valign="top"><td colspan="2">'.
-	'<input type="button" onClick="javascript:this.form.action=\'/adm/helper/resettimes.helper\';this.form.submit();'.
-	'" value="'.&mt('Manage').'" /> access times.</td></tr>'."\n";
-    $result.='<tr bgcolor="#ffffe6"valign="top"><td colspan="2">'.
-	'<input type="button" onClick="javascript:this.form.command.value=\'codelist\';this.form.action=\'/adm/pickcode\';this.form.submit();'.
-	'" value="'.&mt('View').'" /> saved CODEs.</td></tr>'."\n";
+    $result.='</td>'; #<td valign="top">';
 
-    $result.='</table>'."\n".
-	'</td></tr></table>'."\n".
+#    $result.='<table width="100%" border="0">';
+#    $result.='<tr bgcolor="#ffffe6"><td>'.
+#	'<input type="button" onClick="javascript:checkChoice(this.form,\'3\',\'csvform\');" value="'.&mt('Upload').'" />'.
+#	' '.&mt('scores from file').' </td></tr>'."\n";
+#
+#    $result.='<tr bgcolor="#ffffe6"><td>'.
+#        '<input type="button" onClick="javascript:checkChoice(this.form,\'6\',\'processclicker\');" value="'.&mt('Process').'" />'.
+#        ' '.&mt('clicker file').' </td></tr>'."\n";
+#
+#    $result.='<tr bgcolor="#ffffe6"valign="top"><td colspan="2">'.
+#	'<input type="button" onClick="javascript:checkChoice(this.form,\'4\',\'scantron_selectphase\');'.
+#	'" value="'.&mt('Grade').'" /> scantron forms</td></tr>'."\n";
+#
+#    if ((&Apache::lonnet::allowed('mgr',$env{'request.course.id'})) && ($symb)) {
+#	$result.='<tr bgcolor="#ffffe6"valign="top"><td>'.
+#	    '<input type="button" onClick="javascript:checkChoice(this.form,\'5\',\'verify\');" value="'.&mt('Verify').'" />'.
+#	    ' '.&mt('receipt').': '.
+#	    &Apache::lonnet::recprefix($env{'request.course.id'}).
+#	    '-<input type="text" name="receipt" size="4" onChange="javascript:checkReceiptNo(this.form,\'OK\')" />'.
+#	    '</td></tr>'."\n";
+#    } 
+#    $result.='<tr bgcolor="#ffffe6"valign="top"><td colspan="2">'.
+#	'<input type="button" onClick="javascript:this.form.action=\'/adm/helper/resettimes.helper\';this.form.submit();'.
+#	'" value="'.&mt('Manage').'" /> access times.</td></tr>'."\n";
+#    $result.='<tr bgcolor="#ffffe6"valign="top"><td colspan="2">'.
+#	'<input type="button" onClick="javascript:this.form.command.value=\'codelist\';this.form.action=\'/adm/pickcode\';this.form.submit();'.
+#	'" value="'.&mt('View').'" /> saved CODEs.</td></tr>'."\n";
+#
+#    $result.='</table>'."\n".'</td>';
+    $result.= '</tr></table>'."\n".
 	'</td></tr></table></form>'."\n";
     return $result;
 }
@@ -7375,6 +7798,8 @@ ENDHEADER
     }
     $result.='<br />'.&mt('Found [_1] question(s)',$number).'<br />'.
              '<input type="hidden" name="number" value="'.$number.'" />'.
+             &mt('Awarding [_1] percent for corrion(s)',$number).'<br />'.
+             '<input type="hidden" name="number" value="'.$number.'" />'.
              &mt('Awarding [_1] percent for correct and [_2] percent for incorrect responses',
                  $env{'form.pcorrect'},$env{'form.pincorrect'}).
              '<br />';
@@ -7618,9 +8043,12 @@ sub handler {
     my $symb=&get_symb($request,1);
     my @commands=&Apache::loncommon::get_env_multiple('form.command');
     my $command=$commands[0];
+
     if ($#commands > 0) {
 	&Apache::lonnet::logthis("grades got multiple commands ".join(':',@commands));
     }
+
+
     $request->print(&Apache::loncommon::start_page('Grading'));
     if ($symb eq '' && $command eq '') {
 	if ($env{'user.adv'}) {
@@ -7661,7 +8089,9 @@ sub handler {
 	} elsif ($command eq 'processGroup' && $perm{'vgr'}) {
 	    &processGroup($request);
 	} elsif ($command eq 'gradingmenu' && $perm{'vgr'}) {
-	    $request->print(&gradingmenu($request));
+	    $request->print(&grading_menu($request));
+	} elsif ($command eq 'submit_options' && $perm{'vgr'}) {
+	    $request->print(&submit_options($request));
 	} elsif ($command eq 'viewgrades' && $perm{'vgr'}) {
 	    $request->print(&viewgrades($request));
 	} elsif ($command eq 'handgrade' && $perm{'mgr'}) {
@@ -7696,6 +8126,7 @@ sub handler {
 	} elsif ($command eq 'csvuploadassign' && $perm{'mgr'} ) {
 	    $request->print(&csvuploadassign($request));
 	} elsif ($command eq 'scantron_selectphase' && $perm{'mgr'}) {
+	    &Apache::lonnet::logthis("Selecting pyhase");
 	    $request->print(&scantron_selectphase($request));
  	} elsif ($command eq 'scantron_warning' && $perm{'mgr'}) {
  	    $request->print(&scantron_do_warning($request));