--- loncom/homework/essayresponse.pm	2007/10/15 09:47:29	1.86
+++ loncom/homework/essayresponse.pm	2010/04/22 13:00:24	1.106
@@ -1,7 +1,7 @@
 # The LearningOnline Network with CAPA
 # essay (ungraded) style responses
 #
-# $Id: essayresponse.pm,v 1.86 2007/10/15 09:47:29 foxr Exp $
+# $Id: essayresponse.pm,v 1.106 2010/04/22 13:00:24 www Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -31,7 +31,7 @@ use strict;
 use Apache::lonxml();
 use Apache::lonnet;
 use Apache::lonlocal;
-use LONCAPA;
+use LONCAPA qw(:DEFAULT :match);
  
 
 BEGIN {
@@ -51,11 +51,21 @@ sub start_essayresponse {
 	my $coll= &HTML::Entities::encode($Apache::lonhomework::history{"resource.$part.$id.collaborators"},'<>&"');
 	my $uploadedfiletypes= &Apache::lonnet::EXT("resource.$part".'_'."$id.uploadedfiletypes");
         $uploadedfiletypes=~s/[^\w\,]//g;
-	if ( $Apache::lonhomework::type eq 'survey' ) {
+        my $maxfilesize=&Apache::lonnet::EXT("resource.$part".'_'."$id.maxfilesize");
+        if (!defined($maxfilesize)) {
+            $maxfilesize = 10.0; #FIXME This should become a domain configuration 
+        }
+	if (($Apache::lonhomework::type eq 'survey') ||
+            ($Apache::lonhomework::type eq 'surveycred') ||
+            ($Apache::lonhomework::type eq 'anonsurvey') ||
+            ($Apache::lonhomework::type eq 'anonsurveycred')) {
 	    $result.= '<input type="hidden" name="HWDRAFT'.$part.'_'.$id.'" value="yes" /> ';
 	}
 	$result.='<br /><table border="1">';
-	if ( $Apache::lonhomework::type ne 'survey' ) {
+	if (($Apache::lonhomework::type ne 'survey') &&
+            ($Apache::lonhomework::type ne 'surveycred') &&
+            ($Apache::lonhomework::type ne 'anonsurvey') &&
+            ($Apache::lonhomework::type ne 'anonsurveycred')) {
 	    $result.= '<tr><td>'.
 		'<label>'.
 		'<input type="radio" name="HWDRAFT'.$part.'_'.$id.'" value="yes" checked="checked" /> '.
@@ -63,22 +73,31 @@ sub start_essayresponse {
 		'</label> <br />'.
 		'<label>'.
 		'<input type="radio" name="HWDRAFT'.$part.'_'.$id.'" value="no" /> '.
-		&mt('Save entries below as a draft answer (not submitting them for credit yet)').
+		&mt('Save entries below (not submitted for credit yet)').
 		'</label>'.
 		'</td></tr>';
 	}
 
 	if ($ncol > 0) {
 	    $result .='<tr><td>'.'<label>'.
-		'Collaborators: <input type="text" size="70" max="80" name="HWCOL'.
-		$part.'_'.$id.'" value="'.$coll.'" /><br />'.
-		&mt('(Enter maximum [_1] collaborators using username or username@domain, e.g. smithje or smithje@[_2].)',$ncol,$env{'user.domain'}).
-                '</label><br />';
+		      &mt('Collaborators:').' <input type="text" size="70" max="80" name="HWCOL'.
+		      $part.'_'.$id.'" value="'.$coll.'" /><br />'.
+		      &mt('(Enter a maximum of [quant,_1,collaborator] using username or username:domain, e.g. smithje or smithje:[_2].)',$ncol,$env{'user.domain'});
+            if ($ncol > 1) {
+                $result .= '<br />'.&mt('If entering more than one, use spaces to separate the collaborators.');
+            }
+            $result .= '</label><br />';
 	    $result .= &check_collaborators($ncol,$coll) if ($coll =~ /\w+/);
 	    $result .='</td></tr>';
 	}
-	$result.=&Apache::inputtags::file_selector($part,$id,
-						   $uploadedfiletypes,'both');
+        my $filesfrom = 'both';
+        my $stuname = &Apache::lonnet::EXT('user.name');
+        my $studom = &Apache::lonnet::EXT('user.domain');
+        if (!&Apache::lonnet::usertools_access($stuname,$studom,'portfolio')) {
+            $filesfrom = 'uploadonly';
+        }
+	$result.=&Apache::inputtags::file_selector($part,$id,$uploadedfiletypes,
+						   $filesfrom,undef,$maxfilesize);
         $result.='</table>';
     } elsif ($target eq 'web' &&
 	     $Apache::inputtags::status[-1] ne 'CAN_ANSWER') {
@@ -86,7 +105,7 @@ sub start_essayresponse {
 	my @msgs;
 	if ($Apache::lonhomework::history{"resource.$part.$id.collaborators"} =~ /\S/) {
 	    my $coll= &HTML::Entities::encode($Apache::lonhomework::history{"resource.$part.$id.collaborators"},'<>&"');
-	    $result .= '<td>'.&mt('Collaborated with [_1]',$coll).'</td>';
+	    $result .= '<td><i>'.&mt('Collaborated with [_1]',$coll).'</i></td>';
 	}
 
 	my $file_submission = 
@@ -117,26 +136,38 @@ sub end_essayresponse {
     my $increment     = &Apache::response::repetition();
     my $result;
     if ( $target eq 'grade' ) {
-	my $collaborators = $env{'form.HWCOL'.$part.'_'.$id};	
-	if ($collaborators =~ /[^\s]/) {
-	    my $previous_list= &HTML::Entities::encode($Apache::lonhomework::history{"resource.$part.$id.collaborators"},'<>&"');
-	    $Apache::lonhomework::results{"resource.$part.$id.collaborators"}=$collaborators
-		if ($collaborators ne $previous_list);
-	}
+# Deal with collaborators
+	my $collaborators = $env{'form.HWCOL'.$part.'_'.$id};
+	my $previous_list= &HTML::Entities::encode($Apache::lonhomework::history{"resource.$part.$id.collaborators"},'<>&"');
+	if ($collaborators ne $previous_list) { 
+#           &Apache::lonnet::logthis("New collaborators [$collaborators] [$previous_list]");
+           $Apache::lonhomework::results{"resource.$part.$id.collaborators"}=$collaborators; 
+        }
+# Scantron
 	if (  &Apache::response::submitted('scantron') ) {
 	    $increment=&Apache::response::scored_response($part,$id);
 	} elsif ( &Apache::response::submitted() ) {
 	    my $response      = $env{'form.HWVAL_'.$id};
-            my $filename= $env{'form.HWFILE'.$part.'_'.$id.'.filename'};
+            my $filename = $env{'form.HWFILE'.$part.'_'.$id.'.filename'} || 
+                           $env{'form.HWFILETOOBIG'.$part.'_'.$id};
             my $portfiles = $env{'form.HWPORT'.$part.'_'.$id};
 	    if (( $response =~ /[^\s]/) || ($filename =~ /[^\s]/) || ($portfiles =~ /[^\s]/)) {
  		my $award='DRAFT';
         	if ($env{'form.HWDRAFT'.$part.'_'.$id} eq 'yes') {
-		    $award='SUBMITTED';
+                    if ($Apache::lonhomework::type eq 'anonsurvey') {
+                        $award='ANONYMOUS';
+                    } elsif ($Apache::lonhomework::type eq 'anonsurveycred') {
+                        $award='ANONYMOUS_CREDIT';
+                    } elsif ($Apache::lonhomework::type eq 'surveycred') {
+                        $award='SUBMITTED_CREDIT';
+                    } else {
+		        $award='SUBMITTED';
+                    }
 		}
                 my $uploadedflag=0;
-		&file_submission($part,$id,'filename',\$award,\$uploadedflag);
-		&file_submission($part,$id,'portfiles',\$award,\$uploadedflag);
+                my $totalsize=0;
+		&file_submission($part,$id,'filename',\$award,\$uploadedflag,\$totalsize);
+		&file_submission($part,$id,'portfiles',\$award,\$uploadedflag,\$totalsize);
 		$Apache::lonhomework::results{"resource.$part.$id.submission"}=$response;
 		$Apache::lonhomework::results{"resource.$part.$id.awarddetail"}=$award;
 		my %previous=&Apache::response::check_for_previous($response,$part,$id);
@@ -187,6 +218,8 @@ sub end_essayresponse {
 	&Apache::lonxml::increment_counter($increment, "$part.$id");
 
 	if ($target eq 'analyze') {
+            $Apache::lonhomework::analyze{"$part.$id.type"} = 'essayresponse';
+            push (@{ $Apache::lonhomework::analyze{"parts"} },"$part.$id");
 	    &Apache::lonhomework::set_bubble_lines();
 	}
     }
@@ -226,50 +259,144 @@ sub format_prior_response {
 }
 
 sub file_submission {
-    my ($part,$id,$which,$award,$uploadedflag)=@_;
+    my ($part,$id,$which,$award,$uploadedflag,$totalsize)=@_;
     my $files;
     my $jspart=$part;
     $jspart=~s/\./_/g;
-    if ($which eq 'portfiles') { $files= $env{'form.HWPORT'.$jspart.'_'.$id}; }
-    if ($which eq 'filename') {
-	$files = $env{'form.HWFILE'.$jspart.'_'.$id.'.filename'};
+    if ($which eq 'portfiles') { 
+        $files= $env{'form.HWPORT'.$jspart.'_'.$id};
+    } elsif ($which eq 'filename') {
+        if ($env{'form.HWFILETOOBIG'.$jspart.'_'.$id} ne '') {
+            $$award = 'EXCESS_FILESIZE';
+            return;
+        } else {
+            $files = $env{'form.HWFILE'.$jspart.'_'.$id.'.filename'};
+        }
     }
-    
     if ($files =~ /[^\s]/) {
 	$files =~s/,$//;
-	$Apache::lonhomework::results{"resource.$part.$id.$which"}=$files;
-	
-	my @submitted_files = ($files);
-	if ( $which eq 'portfiles' ) {
-	    @submitted_files = split(/\s*,\s*/,$files);
-	}
-
-	my $uploadedfiletypes= &Apache::lonnet::EXT("resource.$part".'_'."$id.uploadedfiletypes");
-	if ($uploadedfiletypes) {
-	    $uploadedfiletypes=~s/[^\w\,]//g;
-	    $uploadedfiletypes=','.$uploadedfiletypes.',';
-	    foreach my $file (@submitted_files) {
-		my ($extension)=($file=~/\.(\w+)$/);
-		unless ($uploadedfiletypes=~/\,\s*\Q$extension\E\s*\,/i) {
-		    $$award='INVALID_FILETYPE';
-		}
-	    }
-	}
-	if ($$award ne 'INVALID_FILETYPE' && ref($uploadedflag)) {
+        my (@submitted_files,@acceptable_files,@accepted_files);
+        if ($which eq 'portfiles') {
+            @submitted_files = split(/\s*,\s*/,$files);
+        } else {
+            @submitted_files = ($files);
+        }
+        my $uploadedfiletypes= 
+            &Apache::lonnet::EXT("resource.$part".'_'."$id.uploadedfiletypes");
+        if ($uploadedfiletypes ne '') {
+            $uploadedfiletypes=~s/[^\w\,]//g;
+            $uploadedfiletypes=','.$uploadedfiletypes.',';
+            foreach my $file (@submitted_files) {
+                my ($extension)=($file=~/\.(\w+)$/);
+                if ($uploadedfiletypes=~/\,\s*\Q$extension\E\s*\,/i) {
+                    push(@acceptable_files,$file);
+                } else {
+                    $$award='INVALID_FILETYPE';
+                    if ($which eq 'filename') {
+                        &delete_form_items($jspart,$id);
+                    }
+                }
+            }
+        } else {
+            @acceptable_files = @submitted_files;
+        }
+        my $maxfilesize=&Apache::lonnet::EXT("resource.$part".'_'."$id.maxfilesize");
+        if (!$maxfilesize) {
+            $maxfilesize = 10.0; #FIXME This should become a domain configuration
+        }
+        my %dirlist;
+        foreach my $file (@acceptable_files) {
+            if ($which eq 'filename') {
+                if (ref($totalsize)) {
+                    $$totalsize += $env{'form.HWFILESIZE'.$jspart.'_'.$id};
+                }
+            } else {
+                my ($symb,$crsid,$udom,$uname) = &Apache::lonnet::whichuser();
+                my ($path,$filename) = ($file =~ m{^(.*/)([^/]+)$});
+                my $fullpath = '/userfiles/portfolio'.$path;
+                if (!exists($dirlist{$fullpath})) {
+                    my @list = &Apache::lonnet::dirlist($fullpath,$udom,$uname,1);
+                    $dirlist{$fullpath} = \@list;
+                }
+                if (ref($dirlist{$fullpath}) eq 'ARRAY') {
+                    foreach my $dir_line (@{$dirlist{$fullpath}}) {
+                        my ($fname,$dom,undef,$testdir,undef,undef,undef,undef,
+                            $size,undef,$mtime,undef,undef,undef,$obs,undef) = 
+                        split(/\&/,$dir_line,16);
+                        if ($filename eq $fname) {
+                            my $mbsize = $size/(1024.0*1024.0);
+                            if (ref($totalsize)) {
+                                $$totalsize += $mbsize;
+                            }
+                            last;
+                        }
+                    }
+                }
+            }
+            if (ref($totalsize)) {
+                if ($$totalsize > $maxfilesize) {
+                    $$award='EXCESS_FILESIZE';
+                    if ($which eq 'filename') {
+                        &delete_form_items($jspart,$id);
+                    }
+                    last;
+                } else {
+                    push(@accepted_files,$file);
+                }
+            } else {
+                push(@accepted_files,$file);
+            }
+        }
+        $Apache::lonhomework::results{"resource.$part.$id.$which"}=join(',',@accepted_files);
+        if (($$award eq 'INVALID_FILETYPE') || ($$award eq 'EXCESS_FILESIZE')) {
+            return;
+        }
+	if (ref($uploadedflag)) {
 	    $$uploadedflag=1;
 	}
-	if ($$award ne 'INVALID_FILETYPE' && $which eq 'portfiles') {
-	    my ($symb,$crsid,$domain,$name)=&Apache::lonnet::whichuser();
+        my ($symb,$crsid,$domain,$name)=&Apache::lonnet::whichuser();
+	if ($which eq 'portfiles') {
 	    &Apache::lonnet::unmark_as_readonly($domain,$name,[$symb,$crsid]);
 	    &Apache::lonnet::mark_as_readonly($domain,$name,\@submitted_files,[$symb,$crsid]);
 	    &Apache::lonnet::clear_selected_files($name);
 	}
-	if ($$award ne 'INVALID_FILETYPE' && $which eq 'filename') {
+	if ($which eq 'filename') {
 	    $Apache::lonhomework::results{"resource.$part.$id.uploadedfile"}=
 		$files;
+            my $cleanpart = $part;
+            $cleanpart =~ s/\W/_/g;
+            my $cleanid = $id;
+            $cleanid =~ s/\W/_/g;
+            my ($map,$resid,$res)=&Apache::lonnet::decode_symb($symb);
+            my $container;
+            if ($map =~ /^uploaded/) {
+                (my $prefix,$container) = ($map =~ m{^uploaded/[^/]+/[^/]+/(default|supplemental)_?([^.]*)\.(?:sequence|page)$});
+                if (length($container) > 10) {
+                    $container = substr($container,-10,10);
+                }
+                if ($container ne '') {
+                    $container = $prefix.'_'.$container;
+                } else {
+                    $container = $prefix;
+                } 
+            } else {
+                ($container) = ($map =~ m{(.+)\.(?:sequence|page)$});
+                $container =~ s/\W/_/g;
+                if (length($container) > 255) {
+                    $container = substr($container,0,254);
+                }
+            }
+            my $subdir = 'essayresponse';
+            my %crsdesc = &Apache::lonnet::coursedescription($crsid);
+            foreach my $item ($crsdesc{'domain'},$crsdesc{'num'},$container,$resid,$cleanpart,$cleanid) {
+                if ($item ne '') {
+                    $subdir .= '/'.$item;
+                }
+            }
 	    $Apache::lonhomework::results{"resource.$part.$id.uploadedurl"}=
 		&Apache::lonnet::userfileupload('HWFILE'.$jspart.'_'.$id,undef,
-						'essayresponse');
+						$subdir);
+            delete($env{'form.HWFILE'.$jspart.'_'.$id});
 	}
     } elsif ($which eq 'portfiles' &&
 	     $Apache::lonhomework::history{"resource.$part.$id.$which"}) {
@@ -279,36 +406,94 @@ sub file_submission {
     }
 }
 
+sub delete_form_items {
+    my ($jspart,$id) = @_;
+    delete($env{'form.HWFILE'.$jspart.'_'.$id.'.filename'});
+    delete($env{'form.HWFILE'.$jspart.'_'.$id.'.mimetype'});
+    delete($env{'form.HWFILE'.$jspart.'_'.$id});
+}
+
+
 sub check_collaborators {
     my ($ncol,$coll) = @_;
     my %classlist=&Apache::lonnet::dump('classlist',
 					$env{'course.'.$env{'request.course.id'}.'.domain'},
 					$env{'course.'.$env{'request.course.id'}.'.num'});
     my (@badcollaborators,$result);
-    my (@collaborators) = split(/\,?\s+/,$coll);
-    foreach (@collaborators) {
-	my $collaborator = $_;
-	if (/@/) {
-	    $collaborator =~ s/@/:/;
+  
+    my (@collaborators) = split(/[,;\s]+/,$coll);
+    foreach my $entry (@collaborators) {
+        my $collaborator;
+	if ($entry =~ /:/) {
+	    $collaborator = $entry;
 	} else {
-	    $collaborator = $_.':'.$env{'user.domain'};
+	    $collaborator = $entry.':'.$env{'user.domain'};
 	}
-	push @badcollaborators, $_ if (!grep /^$collaborator/i,keys %classlist);
+        if ($collaborator !~ /^$match_username:$match_domain$/) {
+            if (!grep(/^\Q$entry\E$/,@badcollaborators)) {
+	        push(@badcollaborators,$entry);
+            }
+        } elsif (!grep(/^\Q$collaborator\E$/i,keys(%classlist))) {
+            if (!grep(/^\Q$entry\E$/,@badcollaborators)) {
+                push(@badcollaborators,$entry);
+            }
+        }
     }
     
-    if (scalar(@badcollaborators)) {
-	$result = '<table border="0"><tr bgcolor="#ffbbbb"><td> The following user'.
-	    (scalar(@badcollaborators) > 1 ? 's are' : ' is').' invalid: '.
-	    join(', ',@badcollaborators).'. Please correct.</td></tr></table>';
+    my $numbad = scalar(@badcollaborators);
+    if ($numbad) {
+	$result = '<table border="0"><tr bgcolor="#ffbbbb"><td>';
+        if ($numbad == 1) {
+            $result .= &mt('The following user is invalid:');
+        } else {
+            $result .= &mt('The following [_1] users are invalid:',$numbad);
+        }
+	$result .= ' '.join(', ',@badcollaborators).'. '.&mt('Please correct.').
+                   '</td></tr></table>';
     }
     my $toomany = scalar(@collaborators) - $ncol;
     if ($toomany > 0) {
 	$result .= '<table border="0"><tr bgcolor="#ffbbbb"><td>'.
-	    'You have too many collaborators. Please remove '.$toomany.' collaborator'.
-	    ($toomany > 1 ? 's' :'').'.</td></tr></table>';
+	           &mt('You have too many collaborators.').' '.
+                   &mt('Please remove [quant,_1,collaborator].',$toomany).
+	           '</td></tr></table>';
     }
     return $result;
 }
 
 1;
 __END__
+
+
+=pod
+
+=head1 NAME
+
+Apache::essayresponse
+
+=head1 SYNOPSIS
+
+Handler to evaluate essay (ungraded) style responses.
+
+This is part of the LearningOnline Network with CAPA project
+described at http://www.lon-capa.org.
+
+=head1 SUBROUTINES
+
+=over 
+
+=item start_essayresponse()
+
+=item end_essayresponse()
+
+=item format_prior_response()
+
+=item file_submission()
+
+=item delete_form_items()
+
+=item check_collaborators()
+
+=back
+
+=cut