--- loncom/lond	2016/08/16 17:45:01	1.489.2.22
+++ loncom/lond	2016/02/17 19:15:44	1.518
@@ -2,7 +2,7 @@
 # The LearningOnline Network
 # lond "LON Daemon" Server (port "LOND" 5663)
 #
-# $Id: lond,v 1.489.2.22 2016/08/16 17:45:01 raeburn Exp $
+# $Id: lond,v 1.518 2016/02/17 19:15:44 raeburn Exp $
 #
 # Copyright Michigan State University Board of Trustees
 #
@@ -64,7 +64,7 @@ my $DEBUG = 0;		       # Non zero to ena
 my $status='';
 my $lastlog='';
 
-my $VERSION='$Revision: 1.489.2.22 $'; #' stupid emacs
+my $VERSION='$Revision: 1.518 $'; #' stupid emacs
 my $remoteVERSION;
 my $currenthostid="default";
 my $currentdomainid;
@@ -1935,12 +1935,8 @@ sub authenticate_handler {
                 if (ref($hostedsession) eq 'HASH') {
                     $hosted = $hostedsession->{'hosted'};
                 }
-                my $loncaparev = $clientversion;
-                if ($loncaparev eq '') {
-                    $loncaparev = $Apache::lonnet::loncaparevs{$clientname};
-                }
                 $canhost = &Apache::lonnet::can_host_session($udom,$clientname,
-                                                             $loncaparev,
+                                                             $clientversion,
                                                              $remote,$hosted);
             }
         }
@@ -2038,7 +2034,7 @@ sub change_password_handler {
 	    my $result = &change_unix_password($uname, $npass);
             if ($result eq 'ok') {
                 &update_passwd_history($uname,$udom,$howpwd,$context);
-            }
+             }
 	    &logthis("Result of password change for $uname: ".
 		     $result);
 	    &Reply($client, \$result, $userinput);
@@ -2210,7 +2206,7 @@ sub change_authentication_handler {
 		my $result = &change_unix_password($uname, $npass);
 		&logthis("Result of password change for $uname: ".$result);
 		if ($result eq "ok") {
-                    &update_passwd_history($uname,$udom,$umode,'changeuserauth');
+                    &update_passwd_history($uname,$udom,$umode,'changeuserauth'); 
 		    &Reply($client, \$result);
 		} else {
 		    &Failure($client, \$result);
@@ -2500,20 +2496,11 @@ sub remove_user_file_handler {
 	    if (-e $file) {
 		#
 		#   If the file is a regular file unlink is fine...
-		#   However it's possible the client wants a dir
-		#   removed, in which case rmdir is more appropriate
-	        #   Note: rmdir will only remove an empty directory.
+		#   However it's possible the client wants a dir.
+		#   removed, in which case rmdir is more approprate:
 		#
 	        if (-f $file){
 		    unlink($file);
-                    # for html files remove the associated .bak file
-                    # which may have been created by the editor.
-                    if ($ufile =~ m{^((docs|supplemental)/(?:\d+|default)/\d+(?:|/.+)/)[^/]+\.x?html?$}i) {
-                        my $path = $1;
-                        if (-e $file.'.bak') {
-                            unlink($file.'.bak');
-                        }
-                    }
 		} elsif(-d $file) {
 		    rmdir($file);
 		}
@@ -2880,8 +2867,8 @@ sub newput_user_profile_entry {
                 &logthis("error: ".($!+0)." untie (GDBM) failed ".
                          "while attempting newput - early out as key exists");
             }
-	    &Failure($client, "key_exists: ".$key."\n",$userinput);
-	    return 1;
+            &Failure($client, "key_exists: ".$key."\n",$userinput);
+            return 1;
 	}
     }
 
@@ -3283,6 +3270,17 @@ sub get_profile_keys {
 sub dump_profile_database {
     my ($cmd, $tail, $client) = @_;
 
+    my $res = LONCAPA::Lond::dump_profile_database($tail);
+
+    if ($res =~ /^error:/) {
+        Failure($client, \$res, "$cmd:$tail");
+    } else {
+        Reply($client, \$res, "$cmd:$tail");
+    }
+
+    return 1;  
+
+    #TODO remove 
     my $userinput = "$cmd:$tail";
    
     my ($udom,$uname,$namespace) = split(/:/,$tail);
@@ -3362,11 +3360,11 @@ sub dump_with_regexp {
     my ($cmd, $tail, $client) = @_;
 
     my $res = LONCAPA::Lond::dump_with_regexp($tail, $clientversion);
-
+    
     if ($res =~ /^error:/) {
-        &Failure($client, \$res, "$cmd:$tail");
+        Failure($client, \$res, "$cmd:$tail");
     } else {
-        &Reply($client, \$res, "$cmd:$tail");
+        Reply($client, \$res, "$cmd:$tail");
     }
 
     return 1;
@@ -3404,7 +3402,6 @@ sub store_handler {
     my ($cmd, $tail, $client) = @_;
  
     my $userinput = "$cmd:$tail";
-
     chomp($tail);
     my ($udom,$uname,$namespace,$rid,$what,$laststore) =split(/:/,$tail);
     if ($namespace ne 'roles') {
@@ -3434,7 +3431,6 @@ sub store_handler {
                     $numtrans =~ s/D//g;
                 }
             }
-
 	    $hashref->{"version:$rid"}++;
 	    my $version=$hashref->{"version:$rid"};
 	    my $allkeys=''; 
@@ -3451,7 +3447,7 @@ sub store_handler {
                 if ($numtrans) {
                     $msg = 'delay:'.$numtrans;
                 }
-                &Reply($client, "$msg\n", $userinput);
+		&Reply($client, "$msg\n", $userinput);
 	    } else {
 		&Failure($client, "error: ".($!+0)." untie(GDBM) Failed ".
 			"while attempting store\n", $userinput);
@@ -3968,7 +3964,7 @@ sub put_course_id_hash_handler {
 #
 #                 domcloner - flag to indicate if user can create CCs in course's domain.
 #                             If so, ability to clone course is automatic.
-#                 hasuniquecode - filter by courses for which a six character unique code has
+#                 hasuniquecode - filter by courses for which a six character unique code has 
 #                                 been set.
 #
 #     $client  - The socket open on the client.
@@ -3978,6 +3974,17 @@ sub put_course_id_hash_handler {
 #   a reply is written to $client.
 sub dump_course_id_handler {
     my ($cmd, $tail, $client) = @_;
+
+    my $res = LONCAPA::Lond::dump_course_id_handler($tail);
+    if ($res =~ /^error:/) {
+        Failure($client, \$res, "$cmd:$tail");
+    } else {
+        Reply($client, \$res, "$cmd:$tail");
+    }
+
+    return 1;  
+
+    #TODO remove
     my $userinput = "$cmd:$tail";
 
     my ($udom,$since,$description,$instcodefilter,$ownerfilter,$coursefilter,
@@ -4425,6 +4432,122 @@ sub put_domain_handler {
 }
 &register_handler("putdom", \&put_domain_handler, 0, 1, 0);
 
+# Updates one or more entries in clickers.db file at the domain level
+#
+# Parameters:
+#    $cmd      - The command that got us here.
+#    $tail     - Tail of the command (remaining parameters).
+#                In this case a colon separated list containing:
+#                (a) the domain for which we are updating the entries,
+#                (b) the action required -- add or del -- and
+#                (c) a &-separated list of entries to add or delete.
+#    $client   - File descriptor connected to client.
+# Returns
+#     1        - Continue processing.
+#     0        - Requested to exit, caller should shut down.
+#  Side effects:
+#     reply is written to $client.
+#
+
+
+sub update_clickers {
+    my ($cmd, $tail, $client)  = @_;
+
+    my $userinput = "$cmd:$tail";
+    my ($udom,$action,$what) =split(/:/,$tail,3);
+    chomp($what);
+
+    my $hashref = &tie_domain_hash($udom, "clickers", &GDBM_WRCREAT(),
+                                 "U","$action:$what");
+
+    if (!$hashref) {
+        &Failure( $client, "error: ".($!+0)." tie(GDBM) Failed ".
+                  "while attempting updateclickers\n", $userinput);
+        return 1;
+    }
+
+    my @pairs=split(/\&/,$what);
+    foreach my $pair (@pairs) {
+        my ($key,$value)=split(/=/,$pair);
+        if ($action eq 'add') {
+            if (exists($hashref->{$key})) {
+                my @newvals = split(/,/,&unescape($value));
+                my @currvals = split(/,/,&unescape($hashref->{$key}));
+                my @merged = sort(keys(%{{map { $_ => 1 } (@newvals,@currvals)}}));
+                $hashref->{$key}=&escape(join(',',@merged));
+            } else {
+                $hashref->{$key}=$value;
+            }
+        } elsif ($action eq 'del') {
+            if (exists($hashref->{$key})) {
+                my %current;
+                map { $current{$_} = 1; } split(/,/,&unescape($hashref->{$key}));
+                map { delete($current{$_}); } split(/,/,&unescape($value));
+                if (keys(%current)) {
+                    $hashref->{$key}=&escape(join(',',sort(keys(%current))));
+                } else {
+                    delete($hashref->{$key});
+                }
+            }
+        }
+    }
+    if (&untie_user_hash($hashref)) {
+        &Reply( $client, "ok\n", $userinput);
+    } else {
+        &Failure($client, "error: ".($!+0)." untie(GDBM) failed ".
+                 "while attempting put\n",
+                 $userinput);
+    }
+    return 1;
+}
+&register_handler("updateclickers", \&update_clickers, 0, 1, 0);
+
+
+# Deletes one or more entries in a namespace db file at the domain level
+#
+# Parameters:
+#    $cmd      - The command that got us here.
+#    $tail     - Tail of the command (remaining parameters).
+#                In this case a colon separated list containing:
+#                (a) the domain for which we are deleting the entries,
+#                (b) &-separated list of keys to delete.  
+#    $client   - File descriptor connected to client.
+# Returns
+#     1        - Continue processing.
+#     0        - Requested to exit, caller should shut down.
+#  Side effects:
+#     reply is written to $client.
+#
+
+sub del_domain_handler {
+    my ($cmd,$tail,$client) = @_;
+
+    my $userinput = "$cmd:$tail";
+
+    my ($udom,$namespace,$what)=split(/:/,$tail,3);
+    chomp($what);
+    my $hashref = &tie_domain_hash($udom,$namespace,&GDBM_WRCREAT(),
+                                   "D", $what);
+    if ($hashref) {
+        my @keys=split(/\&/,$what);
+        foreach my $key (@keys) {
+            delete($hashref->{$key});
+        }
+        if (&untie_user_hash($hashref)) {
+            &Reply($client, "ok\n", $userinput);
+        } else {
+            &Failure($client, "error: ".($!+0)." untie(GDBM) Failed ".
+                    "while attempting deldom\n", $userinput);
+        }
+    } else {
+        &Failure( $client, "error: ".($!+0)." tie(GDBM) Failed ".
+                 "while attempting deldom\n", $userinput);
+    }
+    return 1;
+}
+&register_handler("deldom", \&del_domain_handler, 0, 1, 0);
+
+
 # Unencrypted get from the namespace database file at the domain level.
 # This function retrieves a keyed item from a specific named database in the
 # domain directory.
@@ -4584,7 +4707,7 @@ sub get_id_handler {
 # Returns:
 #     1   - Continue processing
 #     0   - Exit server.
-#
+#     
 #
 
 sub del_id_handler {
@@ -5330,52 +5453,6 @@ sub create_auto_enroll_password_handler
 &register_handler("autocreatepassword", \&create_auto_enroll_password_handler, 
 		  0, 1, 0);
 
-sub auto_export_grades_handler {
-    my ($cmd, $tail, $client) = @_;
-    my $userinput = "$cmd:$tail";
-    my ($cdom,$cnum,$info,$data) = split(/:/,$tail);
-    my $inforef = &Apache::lonnet::thaw_unescape($info);
-    my $dataref = &Apache::lonnet::thaw_unescape($data);
-    my ($outcome,$result);;
-    eval {
-        local($SIG{__DIE__})='DEFAULT';
-        my %rtnhash;
-        $outcome=&localenroll::export_grades($cdom,$cnum,$inforef,$dataref,\%rtnhash);
-        if ($outcome eq 'ok') {
-            foreach my $key (keys(%rtnhash)) {
-                $result .= &escape($key).'='.&Apache::lonnet::freeze_escape($rtnhash{$key}).'&';
-            }
-            $result =~ s/\&$//;
-        }
-    };
-    if (!$@) {
-        if ($outcome eq 'ok') {
-            if ($cipher) {
-                my $cmdlength=length($result);
-                $result.="         ";
-                my $encresult='';
-                for (my $encidx=0;$encidx<=$cmdlength;$encidx+=8) {
-                    $encresult.= unpack("H16",
-                                        $cipher->encrypt(substr($result,
-                                                                $encidx,
-                                                                8)));
-                }
-                &Reply( $client, "enc:$cmdlength:$encresult\n", $userinput);
-            } else {
-                &Failure( $client, "error:no_key\n", $userinput);
-            }
-        } else {
-            &Reply($client, "$outcome\n", $userinput);
-        }
-    } else {
-        &Failure($client,"export_error\n",$userinput);
-    }
-    return 1;
-}
-&register_handler("autoexportgrades", \&auto_export_grades_handler,
-                  0, 1, 0);
-
-
 #   Retrieve and remove temporary files created by/during autoenrollment.
 #
 # Formal Parameters:
@@ -5396,9 +5473,7 @@ sub retrieve_auto_file_handler {
     my ($filename)   = split(/:/, $tail);
 
     my $source = $perlvar{'lonDaemons'}.'/tmp/'.$filename;
-    if ($filename =~m{/\.\./}) {
-        &Failure($client, "refused\n", $userinput);
-    } elsif ( (-e $source) && ($filename ne '') ) {
+    if ( (-e $source) && ($filename ne '') ) {
 	my $reply = '';
 	if (open(my $fh,$source)) {
 	    while (<$fh>) {
@@ -6475,6 +6550,9 @@ sub Debug {
 #     reply   - Text to send to client.
 #     request - Original request from client.
 #
+#NOTE $reply must be terminated by exactly *one* \n. If $reply is a reference
+#this is done automatically ($$reply must not contain any \n in this case). 
+#If $reply is a string the caller has to ensure this.
 sub Reply {
     my ($fd, $reply, $request) = @_;
     if (ref($reply)) {
@@ -6728,7 +6806,7 @@ sub make_new_child {
             }
         } elsif ($dist =~ /^suse(\d+\.\d+)$/) {
             if (($1 eq '9.3') || ($1 >= 12.2)) {
-                $no_ets = 1;
+                $no_ets = 1; 
             }
         } elsif ($dist =~ /^sles(\d+)$/) {
             if ($1 > 11) {
@@ -6740,8 +6818,8 @@ sub make_new_child {
             }
         }
         unless ($no_ets) {
-            &Authen::Krb5::init_ets();
-        }
+	    &Authen::Krb5::init_ets();
+	}
 
 	&status('Accepted connection');
 # =============================================================================
@@ -6785,12 +6863,12 @@ sub make_new_child {
 		#  If the remote is attempting a local init... give that a try:
 		#
 		(my $i, my $inittype, $clientversion) = split(/:/, $remotereq);
-                # For LON-CAPA 2.9, the  client session will have sent its LON-CAPA
-                # version when initiating the connection. For LON-CAPA 2.8 and older,
-                # the version is retrieved from the global %loncaparevs in lonnet.pm.
-                # $clientversion contains path to keyfile if $inittype eq 'local'
-                # it's overridden below in this case
-                $clientversion ||= $Apache::lonnet::loncaparevs{$clientname};
+        # For LON-CAPA 2.9, the  client session will have sent its LON-CAPA
+        # version when initiating the connection. For LON-CAPA 2.8 and older,
+        # the version is retrieved from the global %loncaparevs in lonnet.pm.            
+        # $clientversion contains path to keyfile if $inittype eq 'local'
+        # it's overridden below in this case
+        $clientversion ||= $Apache::lonnet::loncaparevs{$clientname};
 
 		# If the connection type is ssl, but I didn't get my
 		# certificate files yet, then I'll drop  back to 
@@ -7569,8 +7647,8 @@ sub make_passwd_file {
 	    &Debug("Creating internal auth");
 	    my $pf = IO::File->new(">$passfilename");
 	    if($pf) {
-		print $pf "internal:$ncpass\n"; 
-                &update_passwd_history($uname,$udom,$umode,$action);
+		print $pf "internal:$ncpass\n";
+                &update_passwd_history($uname,$udom,$umode,$action); 
 	    } else {
 		$result = "pass_file_failed_error";
 	    }
@@ -7580,7 +7658,6 @@ sub make_passwd_file {
 	    my $pf = IO::File->new(">$passfilename");
 	    if($pf) {
 		print $pf "localauth:$npass\n";
-                &update_passwd_history($uname,$udom,$umode,$action);
 	    } else {
 		$result = "pass_file_failed_error";
 	    }
@@ -7652,6 +7729,8 @@ sub get_usersession_config {
 }
 
 
+
+
 sub distro_and_arch {
     return $dist.':'.$arch;
 }
@@ -7835,7 +7914,7 @@ Allow for a password to be set.
 
 Make a user.
 
-=item passwd
+=item changeuserauth
 
 Allow for authentication mechanism and password to be changed.
 
@@ -7924,6 +8003,10 @@ for each student, defined perhaps by the
 Returns usernames corresponding to IDs.  (These "IDs" are unique identifiers
 for each student, defined perhaps by the institutional Registrar.)
 
+=item iddel
+
+Deletes one or more ids in a domain's id database.
+
 =item tmpput
 
 Accept and store information in temporary space.
@@ -7980,6 +8063,8 @@ Authen::Krb5
 
 =head1 COREQUISITES
 
+none
+
 =head1 OSNAMES
 
 linux
@@ -8067,9 +8152,9 @@ or the CA's certificate in the call to l
 <error> is the textual reason this failed.  Usual reasons:
 
 =over 2
-       
+
 =item Apache config file for loncapa  incorrect:
- 
+
 one of the variables 
 lonCertificateDirectory, lonnetCertificateAuthority, or lonnetCertificate
 undefined or incorrect
@@ -8188,7 +8273,7 @@ Could not rewrite the
 internal password file for a user
 
 =item Result of password change for <user> : <result>
-                                                                     
+
 A unix password change for <user> was attempted 
 and the pipe returned <result>  
 
@@ -8217,7 +8302,7 @@ lond has been asked to exit by its clien
 client systemand <input> is the full exit command sent to the server.
 
 =item Red CRITICAL: ABNORMAL EXIT. child <pid> for server <hostname> died through a crass with this error->[<message>].
-                                                 
+
 A lond child terminated.  NOte that this termination can also occur when the
 child receives the QUIT or DIE signals.  <pid> is the process id of the child,
 <hostname> the host lond is working for, and <message> the reason the child died
@@ -8301,7 +8386,7 @@ file when sent it's USR1 signal.  That p
 assumed to be hung in some un-fixable way.
 
 =item Finished checking children                   
- 
+
 Master processs's USR1 processing is cojmplete.
 
 =item (Red) CRITICAL: ------- Starting ------            
@@ -8315,7 +8400,7 @@ Started a new child process for <client>
 connected to the child.  This was as a result of a TCP/IP connection from a client.
 
 =item Unable to determine who caller was, getpeername returned nothing
-                                                  
+
 In child process initialization.  either getpeername returned undef or
 a zero sized object was returned.  Processing continues, but in my opinion,
 this should be cause for the child to exit.
@@ -8326,7 +8411,7 @@ In child process initialization.  The pe
 The client address is stored as "Unavailable" and processing continues.
 
 =item (Yellow) INFO: Connection <ip> <name> connection type = <type>
-                                                  
+
 In child initialization.  A good connectionw as received from <ip>.
 
 =over 2
@@ -8376,7 +8461,7 @@ The client (<client> is the peer's name
 negotiated an SSL connection with this child process.
 
 =item (Green) Successful insecure authentication with <client>
-                                                   
+
 
 The client has successfully negotiated an  insecure connection withthe child process.