1: # The LearningOnline Network
2: # TCP networking package
3: #
4: # $Id: lonnet.pm,v 1.558 2004/11/02 23:22:47 albertel Exp $
5: #
6: # Copyright Michigan State University Board of Trustees
7: #
8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
9: #
10: # LON-CAPA is free software; you can redistribute it and/or modify
11: # it under the terms of the GNU General Public License as published by
12: # the Free Software Foundation; either version 2 of the License, or
13: # (at your option) any later version.
14: #
15: # LON-CAPA is distributed in the hope that it will be useful,
16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18: # GNU General Public License for more details.
19: #
20: # You should have received a copy of the GNU General Public License
21: # along with LON-CAPA; if not, write to the Free Software
22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23: #
24: # /home/httpd/html/adm/gpl.txt
25: #
26: # http://www.lon-capa.org/
27: #
28: ###
29:
30: package Apache::lonnet;
31:
32: use strict;
33: use LWP::UserAgent();
34: use HTTP::Headers;
35: use HTTP::Date;
36: # use Date::Parse;
37: use vars
38: qw(%perlvar %hostname %homecache %badServerCache %hostip %iphost %spareid %hostdom
39: %libserv %pr %prp %metacache %packagetab %titlecache %courseresversioncache %resversioncache
40: %courselogs %accesshash %userrolehash $processmarker $dumpcount
41: %coursedombuf %coursenumbuf %coursehombuf %coursedescrbuf %courseinstcodebuf %courseresdatacache
42: %userresdatacache %getsectioncache %domaindescription %domain_auth_def %domain_auth_arg_def
43: %domain_lang_def %domain_city %domain_longi %domain_lati $tmpdir);
44:
45: use IO::Socket;
46: use GDBM_File;
47: use Apache::Constants qw(:common :http);
48: use HTML::LCParser;
49: use Fcntl qw(:flock);
50: use Apache::lonlocal;
51: use Storable qw(lock_store lock_nstore lock_retrieve freeze thaw nfreeze);
52: use Time::HiRes qw( gettimeofday tv_interval );
53: my $readit;
54: my $max_connection_retries = 10; # Or some such value.
55:
56: =pod
57:
58: =head1 Package Variables
59:
60: These are largely undocumented, so if you decipher one please note it here.
61:
62: =over 4
63:
64: =item $processmarker
65:
66: Contains the time this process was started and this servers host id.
67:
68: =item $dumpcount
69:
70: Counts the number of times a message log flush has been attempted (regardless
71: of success) by this process. Used as part of the filename when messages are
72: delayed.
73:
74: =back
75:
76: =cut
77:
78:
79: # --------------------------------------------------------------------- Logging
80:
81: sub logtouch {
82: my $execdir=$perlvar{'lonDaemons'};
83: unless (-e "$execdir/logs/lonnet.log") {
84: open(my $fh,">>$execdir/logs/lonnet.log");
85: close $fh;
86: }
87: my ($wwwuid,$wwwgid)=(getpwnam('www'))[2,3];
88: chown($wwwuid,$wwwgid,$execdir.'/logs/lonnet.log');
89: }
90:
91: sub logthis {
92: my $message=shift;
93: my $execdir=$perlvar{'lonDaemons'};
94: my $now=time;
95: my $local=localtime($now);
96: if (open(my $fh,">>$execdir/logs/lonnet.log")) {
97: print $fh "$local ($$): $message\n";
98: close($fh);
99: }
100: return 1;
101: }
102:
103: sub logperm {
104: my $message=shift;
105: my $execdir=$perlvar{'lonDaemons'};
106: my $now=time;
107: my $local=localtime($now);
108: if (open(my $fh,">>$execdir/logs/lonnet.perm.log")) {
109: print $fh "$now:$message:$local\n";
110: close($fh);
111: }
112: return 1;
113: }
114:
115: # -------------------------------------------------- Non-critical communication
116: sub subreply {
117: my ($cmd,$server)=@_;
118: my $peerfile="$perlvar{'lonSockDir'}/$server";
119: #
120: # With loncnew process trimming, there's a timing hole between lonc server
121: # process exit and the master server picking up the listen on the AF_UNIX
122: # socket. In that time interval, a lock file will exist:
123:
124: my $lockfile=$peerfile.".lock";
125: while (-e $lockfile) { # Need to wait for the lockfile to disappear.
126: sleep(1);
127: }
128: # At this point, either a loncnew parent is listening or an old lonc
129: # or loncnew child is listening so we can connect or everything's dead.
130: #
131: # We'll give the connection a few tries before abandoning it. If
132: # connection is not possible, we'll con_lost back to the client.
133: #
134: my $client;
135: for (my $retries = 0; $retries < $max_connection_retries; $retries++) {
136: $client=IO::Socket::UNIX->new(Peer =>"$peerfile",
137: Type => SOCK_STREAM,
138: Timeout => 10);
139: if($client) {
140: last; # Connected!
141: }
142: sleep(1); # Try again later if failed connection.
143: }
144: my $answer;
145: if ($client) {
146: print $client "$cmd\n";
147: $answer=<$client>;
148: if (!$answer) { $answer="con_lost"; }
149: chomp($answer);
150: } else {
151: $answer = 'con_lost'; # Failed connection.
152: }
153: return $answer;
154: }
155:
156: sub reply {
157: my ($cmd,$server)=@_;
158: unless (defined($hostname{$server})) { return 'no_such_host'; }
159: my $answer=subreply($cmd,$server);
160: if ($answer eq 'con_lost') {
161: #sleep 5;
162: #$answer=subreply($cmd,$server);
163: #if ($answer eq 'con_lost') {
164: # &logthis("Second attempt con_lost on $server");
165: # my $peerfile="$perlvar{'lonSockDir'}/$server";
166: # my $client=IO::Socket::UNIX->new(Peer =>"$peerfile",
167: # Type => SOCK_STREAM,
168: # Timeout => 10)
169: # or return "con_lost";
170: # &logthis("Killing socket");
171: # print $client "close_connection_exit\n";
172: #sleep 5;
173: # $answer=subreply($cmd,$server);
174: #}
175: }
176: if (($answer=~/^refused/) || ($answer=~/^rejected/)) {
177: &logthis("<font color=blue>WARNING:".
178: " $cmd to $server returned $answer</font>");
179: }
180: return $answer;
181: }
182:
183: # ----------------------------------------------------------- Send USR1 to lonc
184:
185: sub reconlonc {
186: my $peerfile=shift;
187: &logthis("Trying to reconnect for $peerfile");
188: my $loncfile="$perlvar{'lonDaemons'}/logs/lonc.pid";
189: if (open(my $fh,"<$loncfile")) {
190: my $loncpid=<$fh>;
191: chomp($loncpid);
192: if (kill 0 => $loncpid) {
193: &logthis("lonc at pid $loncpid responding, sending USR1");
194: kill USR1 => $loncpid;
195: sleep 1;
196: if (-e "$peerfile") { return; }
197: &logthis("$peerfile still not there, give it another try");
198: sleep 5;
199: if (-e "$peerfile") { return; }
200: &logthis(
201: "<font color=blue>WARNING: $peerfile still not there, giving up</font>");
202: } else {
203: &logthis(
204: "<font color=blue>WARNING:".
205: " lonc at pid $loncpid not responding, giving up</font>");
206: }
207: } else {
208: &logthis('<font color=blue>WARNING: lonc not running, giving up</font>');
209: }
210: }
211:
212: # ------------------------------------------------------ Critical communication
213:
214: sub critical {
215: my ($cmd,$server)=@_;
216: unless ($hostname{$server}) {
217: &logthis("<font color=blue>WARNING:".
218: " Critical message to unknown server ($server)</font>");
219: return 'no_such_host';
220: }
221: my $answer=reply($cmd,$server);
222: if ($answer eq 'con_lost') {
223: my $pingreply=reply('ping',$server);
224: &reconlonc("$perlvar{'lonSockDir'}/$server");
225: my $pongreply=reply('pong',$server);
226: &logthis("Ping/Pong for $server: $pingreply/$pongreply");
227: $answer=reply($cmd,$server);
228: if ($answer eq 'con_lost') {
229: my $now=time;
230: my $middlename=$cmd;
231: $middlename=substr($middlename,0,16);
232: $middlename=~s/\W//g;
233: my $dfilename=
234: "$perlvar{'lonSockDir'}/delayed/$now.$dumpcount.$$.$middlename.$server";
235: $dumpcount++;
236: {
237: my $dfh;
238: if (open($dfh,">$dfilename")) {
239: print $dfh "$cmd\n";
240: close($dfh);
241: }
242: }
243: sleep 2;
244: my $wcmd='';
245: {
246: my $dfh;
247: if (open($dfh,"<$dfilename")) {
248: $wcmd=<$dfh>;
249: close($dfh);
250: }
251: }
252: chomp($wcmd);
253: if ($wcmd eq $cmd) {
254: &logthis("<font color=blue>WARNING: ".
255: "Connection buffer $dfilename: $cmd</font>");
256: &logperm("D:$server:$cmd");
257: return 'con_delayed';
258: } else {
259: &logthis("<font color=red>CRITICAL:"
260: ." Critical connection failed: $server $cmd</font>");
261: &logperm("F:$server:$cmd");
262: return 'con_failed';
263: }
264: }
265: }
266: return $answer;
267: }
268:
269: #
270: # -------------- Remove all key from the env that start witha lowercase letter
271: # (Which is always a lon-capa value)
272:
273: sub cleanenv {
274: # unless (defined(&Apache::exists_config_define("MODPERL2"))) { return; }
275: # unless (&Apache::exists_config_define("MODPERL2")) { return; }
276: foreach my $key (keys(%ENV)) {
277: if ($key =~ /^[a-z]/) {
278: delete($ENV{$key});
279: }
280: }
281: }
282:
283: # ------------------------------------------- Transfer profile into environment
284:
285: sub transfer_profile_to_env {
286: my ($lonidsdir,$handle)=@_;
287: my @profile;
288: {
289: open(my $idf,"$lonidsdir/$handle.id");
290: flock($idf,LOCK_SH);
291: @profile=<$idf>;
292: close($idf);
293: }
294: my $envi;
295: my %Remove;
296: for ($envi=0;$envi<=$#profile;$envi++) {
297: chomp($profile[$envi]);
298: my ($envname,$envvalue)=split(/=/,$profile[$envi]);
299: $ENV{$envname} = $envvalue;
300: if (my ($key,$time) = ($envname =~ /^(cgi\.(\d+)_\d+\.)/)) {
301: if ($time < time-300) {
302: $Remove{$key}++;
303: }
304: }
305: }
306: $ENV{'user.environment'} = "$lonidsdir/$handle.id";
307: foreach my $expired_key (keys(%Remove)) {
308: &delenv($expired_key);
309: }
310: }
311:
312: # ---------------------------------------------------------- Append Environment
313:
314: sub appenv {
315: my %newenv=@_;
316: foreach (keys %newenv) {
317: if (($newenv{$_}=~/^user\.role/) || ($newenv{$_}=~/^user\.priv/)) {
318: &logthis("<font color=blue>WARNING: ".
319: "Attempt to modify environment ".$_." to ".$newenv{$_}
320: .'</font>');
321: delete($newenv{$_});
322: } else {
323: $ENV{$_}=$newenv{$_};
324: }
325: }
326:
327: my $lockfh;
328: unless (open($lockfh,"$ENV{'user.environment'}")) {
329: return 'error: '.$!;
330: }
331: unless (flock($lockfh,LOCK_EX)) {
332: &logthis("<font color=blue>WARNING: ".
333: 'Could not obtain exclusive lock in appenv: '.$!);
334: close($lockfh);
335: return 'error: '.$!;
336: }
337:
338: my @oldenv;
339: {
340: my $fh;
341: unless (open($fh,"$ENV{'user.environment'}")) {
342: return 'error: '.$!;
343: }
344: @oldenv=<$fh>;
345: close($fh);
346: }
347: for (my $i=0; $i<=$#oldenv; $i++) {
348: chomp($oldenv[$i]);
349: if ($oldenv[$i] ne '') {
350: my ($name,$value)=split(/=/,$oldenv[$i]);
351: unless (defined($newenv{$name})) {
352: $newenv{$name}=$value;
353: }
354: }
355: }
356: {
357: my $fh;
358: unless (open($fh,">$ENV{'user.environment'}")) {
359: return 'error';
360: }
361: my $newname;
362: foreach $newname (keys %newenv) {
363: print $fh "$newname=$newenv{$newname}\n";
364: }
365: close($fh);
366: }
367:
368: close($lockfh);
369: return 'ok';
370: }
371: # ----------------------------------------------------- Delete from Environment
372:
373: sub delenv {
374: my $delthis=shift;
375: my %newenv=();
376: if (($delthis=~/user\.role/) || ($delthis=~/user\.priv/)) {
377: &logthis("<font color=blue>WARNING: ".
378: "Attempt to delete from environment ".$delthis);
379: return 'error';
380: }
381: my @oldenv;
382: {
383: my $fh;
384: unless (open($fh,"$ENV{'user.environment'}")) {
385: return 'error';
386: }
387: unless (flock($fh,LOCK_SH)) {
388: &logthis("<font color=blue>WARNING: ".
389: 'Could not obtain shared lock in delenv: '.$!);
390: close($fh);
391: return 'error: '.$!;
392: }
393: @oldenv=<$fh>;
394: close($fh);
395: }
396: {
397: my $fh;
398: unless (open($fh,">$ENV{'user.environment'}")) {
399: return 'error';
400: }
401: unless (flock($fh,LOCK_EX)) {
402: &logthis("<font color=blue>WARNING: ".
403: 'Could not obtain exclusive lock in delenv: '.$!);
404: close($fh);
405: return 'error: '.$!;
406: }
407: foreach (@oldenv) {
408: if ($_=~/^$delthis/) {
409: my ($key,undef) = split('=',$_);
410: delete($ENV{$key});
411: } else {
412: print $fh $_;
413: }
414: }
415: close($fh);
416: }
417: return 'ok';
418: }
419:
420: # ------------------------------------------ Find out current server userload
421: # there is a copy in lond
422: sub userload {
423: my $numusers=0;
424: {
425: opendir(LONIDS,$perlvar{'lonIDsDir'});
426: my $filename;
427: my $curtime=time;
428: while ($filename=readdir(LONIDS)) {
429: if ($filename eq '.' || $filename eq '..') {next;}
430: my ($mtime)=(stat($perlvar{'lonIDsDir'}.'/'.$filename))[9];
431: if ($curtime-$mtime < 1800) { $numusers++; }
432: }
433: closedir(LONIDS);
434: }
435: my $userloadpercent=0;
436: my $maxuserload=$perlvar{'lonUserLoadLim'};
437: if ($maxuserload) {
438: $userloadpercent=100*$numusers/$maxuserload;
439: }
440: $userloadpercent=sprintf("%.2f",$userloadpercent);
441: return $userloadpercent;
442: }
443:
444: # ------------------------------------------ Fight off request when overloaded
445:
446: sub overloaderror {
447: my ($r,$checkserver)=@_;
448: unless ($checkserver) { $checkserver=$perlvar{'lonHostID'}; }
449: my $loadavg;
450: if ($checkserver eq $perlvar{'lonHostID'}) {
451: open(my $loadfile,'/proc/loadavg');
452: $loadavg=<$loadfile>;
453: $loadavg =~ s/\s.*//g;
454: $loadavg = 100*$loadavg/$perlvar{'lonLoadLim'};
455: close($loadfile);
456: } else {
457: $loadavg=&reply('load',$checkserver);
458: }
459: my $overload=$loadavg-100;
460: if ($overload>0) {
461: $r->err_headers_out->{'Retry-After'}=$overload;
462: $r->log_error('Overload of '.$overload.' on '.$checkserver);
463: return 413;
464: }
465: return '';
466: }
467:
468: # ------------------------------ Find server with least workload from spare.tab
469:
470: sub spareserver {
471: my ($loadpercent,$userloadpercent) = @_;
472: my $tryserver;
473: my $spareserver='';
474: if ($userloadpercent !~ /\d/) { $userloadpercent=0; }
475: my $lowestserver=$loadpercent > $userloadpercent?
476: $loadpercent : $userloadpercent;
477: foreach $tryserver (keys %spareid) {
478: my $loadans=reply('load',$tryserver);
479: my $userloadans=reply('userload',$tryserver);
480: if ($loadans !~ /\d/ && $userloadans !~ /\d/) {
481: next; #didn't get a number from the server
482: }
483: my $answer;
484: if ($loadans =~ /\d/) {
485: if ($userloadans =~ /\d/) {
486: #both are numbers, pick the bigger one
487: $answer=$loadans > $userloadans?
488: $loadans : $userloadans;
489: } else {
490: $answer = $loadans;
491: }
492: } else {
493: $answer = $userloadans;
494: }
495: if (($answer =~ /\d/) && ($answer<$lowestserver)) {
496: $spareserver="http://$hostname{$tryserver}";
497: $lowestserver=$answer;
498: }
499: }
500: return $spareserver;
501: }
502:
503: # --------------------------------------------- Try to change a user's password
504:
505: sub changepass {
506: my ($uname,$udom,$currentpass,$newpass,$server)=@_;
507: $currentpass = &escape($currentpass);
508: $newpass = &escape($newpass);
509: my $answer = reply("encrypt:passwd:$udom:$uname:$currentpass:$newpass",
510: $server);
511: if (! $answer) {
512: &logthis("No reply on password change request to $server ".
513: "by $uname in domain $udom.");
514: } elsif ($answer =~ "^ok") {
515: &logthis("$uname in $udom successfully changed their password ".
516: "on $server.");
517: } elsif ($answer =~ "^pwchange_failure") {
518: &logthis("$uname in $udom was unable to change their password ".
519: "on $server. The action was blocked by either lcpasswd ".
520: "or pwchange");
521: } elsif ($answer =~ "^non_authorized") {
522: &logthis("$uname in $udom did not get their password correct when ".
523: "attempting to change it on $server.");
524: } elsif ($answer =~ "^auth_mode_error") {
525: &logthis("$uname in $udom attempted to change their password despite ".
526: "not being locally or internally authenticated on $server.");
527: } elsif ($answer =~ "^unknown_user") {
528: &logthis("$uname in $udom attempted to change their password ".
529: "on $server but were unable to because $server is not ".
530: "their home server.");
531: } elsif ($answer =~ "^refused") {
532: &logthis("$server refused to change $uname in $udom password because ".
533: "it was sent an unencrypted request to change the password.");
534: }
535: return $answer;
536: }
537:
538: # ----------------------- Try to determine user's current authentication scheme
539:
540: sub queryauthenticate {
541: my ($uname,$udom)=@_;
542: my $uhome=&homeserver($uname,$udom);
543: if (!$uhome) {
544: &logthis("User $uname at $udom is unknown when looking for authentication mechanism");
545: return 'no_host';
546: }
547: my $answer=reply("encrypt:currentauth:$udom:$uname",$uhome);
548: if ($answer =~ /^(unknown_user|refused|con_lost)/) {
549: &logthis("User $uname at $udom threw error $answer when checking authentication mechanism");
550: }
551: return $answer;
552: }
553:
554: # --------- Try to authenticate user from domain's lib servers (first this one)
555:
556: sub authenticate {
557: my ($uname,$upass,$udom)=@_;
558: $upass=escape($upass);
559: $uname=~s/\W//g;
560: my $uhome=&homeserver($uname,$udom);
561: if (!$uhome) {
562: &logthis("User $uname at $udom is unknown in authenticate");
563: return 'no_host';
564: }
565: my $answer=reply("encrypt:auth:$udom:$uname:$upass",$uhome);
566: if ($answer eq 'authorized') {
567: &logthis("User $uname at $udom authorized by $uhome");
568: return $uhome;
569: }
570: if ($answer eq 'non_authorized') {
571: &logthis("User $uname at $udom rejected by $uhome");
572: return 'no_host';
573: }
574: &logthis("User $uname at $udom threw error $answer when checking authentication mechanism");
575: return 'no_host';
576: }
577:
578: # ---------------------- Find the homebase for a user from domain's lib servers
579:
580: sub homeserver {
581: my ($uname,$udom,$ignoreBadCache)=@_;
582: my $index="$uname:$udom";
583:
584: my ($result,$cached)=&is_cached(\%homecache,$index,'home',86400);
585: if (defined($cached)) { return $result; }
586: my $tryserver;
587: foreach $tryserver (keys %libserv) {
588: next if ($ignoreBadCache ne 'true' &&
589: exists($badServerCache{$tryserver}));
590: if ($hostdom{$tryserver} eq $udom) {
591: my $answer=reply("home:$udom:$uname",$tryserver);
592: if ($answer eq 'found') {
593: return &do_cache(\%homecache,$index,$tryserver,'home');
594: } elsif ($answer eq 'no_host') {
595: $badServerCache{$tryserver}=1;
596: }
597: }
598: }
599: return 'no_host';
600: }
601:
602: # ------------------------------------- Find the usernames behind a list of IDs
603:
604: sub idget {
605: my ($udom,@ids)=@_;
606: my %returnhash=();
607:
608: my $tryserver;
609: foreach $tryserver (keys %libserv) {
610: if ($hostdom{$tryserver} eq $udom) {
611: my $idlist=join('&',@ids);
612: $idlist=~tr/A-Z/a-z/;
613: my $reply=&reply("idget:$udom:".$idlist,$tryserver);
614: my @answer=();
615: if (($reply ne 'con_lost') && ($reply!~/^error\:/)) {
616: @answer=split(/\&/,$reply);
617: } ;
618: my $i;
619: for ($i=0;$i<=$#ids;$i++) {
620: if ($answer[$i]) {
621: $returnhash{$ids[$i]}=$answer[$i];
622: }
623: }
624: }
625: }
626: return %returnhash;
627: }
628:
629: # ------------------------------------- Find the IDs behind a list of usernames
630:
631: sub idrget {
632: my ($udom,@unames)=@_;
633: my %returnhash=();
634: foreach (@unames) {
635: $returnhash{$_}=(&userenvironment($udom,$_,'id'))[1];
636: }
637: return %returnhash;
638: }
639:
640: # ------------------------------- Store away a list of names and associated IDs
641:
642: sub idput {
643: my ($udom,%ids)=@_;
644: my %servers=();
645: foreach (keys %ids) {
646: &cput('environment',{'id'=>$ids{$_}},$udom,$_);
647: my $uhom=&homeserver($_,$udom);
648: if ($uhom ne 'no_host') {
649: my $id=&escape($ids{$_});
650: $id=~tr/A-Z/a-z/;
651: my $unam=&escape($_);
652: if ($servers{$uhom}) {
653: $servers{$uhom}.='&'.$id.'='.$unam;
654: } else {
655: $servers{$uhom}=$id.'='.$unam;
656: }
657: }
658: }
659: foreach (keys %servers) {
660: &critical('idput:'.$udom.':'.$servers{$_},$_);
661: }
662: }
663:
664: # --------------------------------------------------- Assign a key to a student
665:
666: sub assign_access_key {
667: #
668: # a valid key looks like uname:udom#comments
669: # comments are being appended
670: #
671: my ($ckey,$kdom,$knum,$cdom,$cnum,$udom,$uname,$logentry)=@_;
672: $kdom=
673: $ENV{'course.'.$ENV{'request.course.id'}.'.domain'} unless (defined($kdom));
674: $knum=
675: $ENV{'course.'.$ENV{'request.course.id'}.'.num'} unless (defined($knum));
676: $cdom=
677: $ENV{'course.'.$ENV{'request.course.id'}.'.domain'} unless (defined($cdom));
678: $cnum=
679: $ENV{'course.'.$ENV{'request.course.id'}.'.num'} unless (defined($cnum));
680: $udom=$ENV{'user.name'} unless (defined($udom));
681: $uname=$ENV{'user.domain'} unless (defined($uname));
682: my %existing=&get('accesskeys',[$ckey],$kdom,$knum);
683: if (($existing{$ckey}=~/^\#(.*)$/) || # - new key
684: ($existing{$ckey}=~/^\Q$uname\E\:\Q$udom\E\#(.*)$/)) {
685: # assigned to this person
686: # - this should not happen,
687: # unless something went wrong
688: # the first time around
689: # ready to assign
690: $logentry=$1.'; '.$logentry;
691: if (&put('accesskeys',{$ckey=>$uname.':'.$udom.'#'.$logentry},
692: $kdom,$knum) eq 'ok') {
693: # key now belongs to user
694: my $envkey='key.'.$cdom.'_'.$cnum;
695: if (&put('environment',{$envkey => $ckey}) eq 'ok') {
696: &appenv('environment.'.$envkey => $ckey);
697: return 'ok';
698: } else {
699: return
700: 'error: Count not permanently assign key, will need to be re-entered later.';
701: }
702: } else {
703: return 'error: Could not assign key, try again later.';
704: }
705: } elsif (!$existing{$ckey}) {
706: # the key does not exist
707: return 'error: The key does not exist';
708: } else {
709: # the key is somebody else's
710: return 'error: The key is already in use';
711: }
712: }
713:
714: # ------------------------------------------ put an additional comment on a key
715:
716: sub comment_access_key {
717: #
718: # a valid key looks like uname:udom#comments
719: # comments are being appended
720: #
721: my ($ckey,$cdom,$cnum,$logentry)=@_;
722: $cdom=
723: $ENV{'course.'.$ENV{'request.course.id'}.'.domain'} unless (defined($cdom));
724: $cnum=
725: $ENV{'course.'.$ENV{'request.course.id'}.'.num'} unless (defined($cnum));
726: my %existing=&get('accesskeys',[$ckey],$cdom,$cnum);
727: if ($existing{$ckey}) {
728: $existing{$ckey}.='; '.$logentry;
729: # ready to assign
730: if (&put('accesskeys',{$ckey=>$existing{$ckey}},
731: $cdom,$cnum) eq 'ok') {
732: return 'ok';
733: } else {
734: return 'error: Count not store comment.';
735: }
736: } else {
737: # the key does not exist
738: return 'error: The key does not exist';
739: }
740: }
741:
742: # ------------------------------------------------------ Generate a set of keys
743:
744: sub generate_access_keys {
745: my ($number,$cdom,$cnum,$logentry)=@_;
746: $cdom=
747: $ENV{'course.'.$ENV{'request.course.id'}.'.domain'} unless (defined($cdom));
748: $cnum=
749: $ENV{'course.'.$ENV{'request.course.id'}.'.num'} unless (defined($cnum));
750: unless (&allowed('mky',$cdom)) { return 0; }
751: unless (($cdom) && ($cnum)) { return 0; }
752: if ($number>10000) { return 0; }
753: sleep(2); # make sure don't get same seed twice
754: srand(time()^($$+($$<<15))); # from "Programming Perl"
755: my $total=0;
756: for (my $i=1;$i<=$number;$i++) {
757: my $newkey=sprintf("%lx",int(100000*rand)).'-'.
758: sprintf("%lx",int(100000*rand)).'-'.
759: sprintf("%lx",int(100000*rand));
760: $newkey=~s/1/g/g; # folks mix up 1 and l
761: $newkey=~s/0/h/g; # and also 0 and O
762: my %existing=&get('accesskeys',[$newkey],$cdom,$cnum);
763: if ($existing{$newkey}) {
764: $i--;
765: } else {
766: if (&put('accesskeys',
767: { $newkey => '# generated '.localtime().
768: ' by '.$ENV{'user.name'}.'@'.$ENV{'user.domain'}.
769: '; '.$logentry },
770: $cdom,$cnum) eq 'ok') {
771: $total++;
772: }
773: }
774: }
775: &log($ENV{'user.domain'},$ENV{'user.name'},$ENV{'user.home'},
776: 'Generated '.$total.' keys for '.$cnum.' at '.$cdom);
777: return $total;
778: }
779:
780: # ------------------------------------------------------- Validate an accesskey
781:
782: sub validate_access_key {
783: my ($ckey,$cdom,$cnum,$udom,$uname)=@_;
784: $cdom=
785: $ENV{'course.'.$ENV{'request.course.id'}.'.domain'} unless (defined($cdom));
786: $cnum=
787: $ENV{'course.'.$ENV{'request.course.id'}.'.num'} unless (defined($cnum));
788: $udom=$ENV{'user.domain'} unless (defined($udom));
789: $uname=$ENV{'user.name'} unless (defined($uname));
790: my %existing=&get('accesskeys',[$ckey],$cdom,$cnum);
791: return ($existing{$ckey}=~/^\Q$uname\E\:\Q$udom\E\#/);
792: }
793:
794: # ------------------------------------- Find the section of student in a course
795:
796: sub getsection {
797: my ($udom,$unam,$courseid)=@_;
798: $courseid=~s/\_/\//g;
799: $courseid=~s/^(\w)/\/$1/;
800:
801: my $hashid="$udom:$unam:$courseid";
802: my ($result,$cached)=&is_cached(\%getsectioncache,$hashid,'getsection');
803: if (defined($cached)) { return $result; }
804:
805: my %Pending;
806: my %Expired;
807: #
808: # Each role can either have not started yet (pending), be active,
809: # or have expired.
810: #
811: # If there is an active role, we are done.
812: #
813: # If there is more than one role which has not started yet,
814: # choose the one which will start sooner
815: # If there is one role which has not started yet, return it.
816: #
817: # If there is more than one expired role, choose the one which ended last.
818: # If there is a role which has expired, return it.
819: #
820: foreach (split(/\&/,&reply('dump:'.$udom.':'.$unam.':roles',
821: &homeserver($unam,$udom)))) {
822: my ($key,$value)=split(/\=/,$_);
823: $key=&unescape($key);
824: next if ($key !~/^\Q$courseid\E(?:\/)*(\w+)*\_st$/);
825: my $section=$1;
826: if ($key eq $courseid.'_st') { $section=''; }
827: my ($dummy,$end,$start)=split(/\_/,&unescape($value));
828: my $now=time;
829: if (defined($end) && $end && ($now > $end)) {
830: $Expired{$end}=$section;
831: next;
832: }
833: if (defined($start) && $start && ($now < $start)) {
834: $Pending{$start}=$section;
835: next;
836: }
837: return &do_cache(\%getsectioncache,$hashid,$section,'getsection');
838: }
839: #
840: # Presumedly there will be few matching roles from the above
841: # loop and the sorting time will be negligible.
842: if (scalar(keys(%Pending))) {
843: my ($time) = sort {$a <=> $b} keys(%Pending);
844: return &do_cache(\%getsectioncache,$hashid,$Pending{$time},'getsection');
845: }
846: if (scalar(keys(%Expired))) {
847: my @sorted = sort {$a <=> $b} keys(%Expired);
848: my $time = pop(@sorted);
849: return &do_cache(\%getsectioncache,$hashid,$Expired{$time},'getsection');
850: }
851: return &do_cache(\%getsectioncache,$hashid,'-1','getsection');
852: }
853:
854:
855: my $disk_caching_disabled=1;
856:
857: sub devalidate_cache {
858: my ($cache,$id,$name) = @_;
859: delete $$cache{$id.'.time'};
860: delete $$cache{$id.'.file'};
861: delete $$cache{$id};
862: if (1 || $disk_caching_disabled) { return; }
863: my $filename=$perlvar{'lonDaemons'}.'/tmp/lonnet_internal_cache_'.$name.".db";
864: if (!-e $filename) { return; }
865: open(DB,">$filename.lock");
866: flock(DB,LOCK_EX);
867: my %hash;
868: if (tie(%hash,'GDBM_File',$filename,&GDBM_WRCREAT(),0640)) {
869: eval <<'EVALBLOCK';
870: delete($hash{$id});
871: delete($hash{$id.'.time'});
872: EVALBLOCK
873: if ($@) {
874: &logthis("<font color='red'>devalidate_cache blew up :$@:$name</font>");
875: unlink($filename);
876: }
877: } else {
878: if (-e $filename) {
879: &logthis("Unable to tie hash (devalidate cache): $name");
880: unlink($filename);
881: }
882: }
883: untie(%hash);
884: flock(DB,LOCK_UN);
885: close(DB);
886: }
887:
888: sub is_cached {
889: my ($cache,$id,$name,$time) = @_;
890: if (!$time) { $time=300; }
891: if (!exists($$cache{$id.'.time'})) {
892: &load_cache_item($cache,$name,$id,$time);
893: }
894: if (!exists($$cache{$id.'.time'})) {
895: # &logthis("Didn't find $id");
896: return (undef,undef);
897: } else {
898: if (time-($$cache{$id.'.time'})>$time) {
899: if (exists($$cache{$id.'.file'})) {
900: foreach my $filename (@{ $$cache{$id.'.file'} }) {
901: my $mtime=(stat($filename))[9];
902: #+1 is to take care of edge effects
903: if ($mtime && (($mtime+1) < ($$cache{$id.'.time'}))) {
904: # &logthis("Upping $mtime - ".$$cache{$id.'.time'}.
905: # "$id because of $filename");
906: } else {
907: &logthis("Devalidating $filename $id - ".(time-($$cache{$id.'.time'})));
908: &devalidate_cache($cache,$id,$name);
909: return (undef,undef);
910: }
911: }
912: $$cache{$id.'.time'}=time;
913: } else {
914: # &logthis("Devalidating $id - ".time-($$cache{$id.'.time'}));
915: &devalidate_cache($cache,$id,$name);
916: return (undef,undef);
917: }
918: }
919: }
920: return ($$cache{$id},1);
921: }
922:
923: sub do_cache {
924: my ($cache,$id,$value,$name) = @_;
925: $$cache{$id.'.time'}=time;
926: $$cache{$id}=$value;
927: # &logthis("Caching $id as :$value:");
928: &save_cache_item($cache,$name,$id);
929: # do_cache implictly return the set value
930: $$cache{$id};
931: }
932:
933: my %do_save_item;
934: my %do_save;
935: sub save_cache_item {
936: my ($cache,$name,$id)=@_;
937: if ($disk_caching_disabled) { return; }
938: $do_save{$name}=$cache;
939: if (!exists($do_save_item{$name})) { $do_save_item{$name}={} }
940: $do_save_item{$name}->{$id}=1;
941: return;
942: }
943:
944: sub save_cache {
945: if ($disk_caching_disabled) { return; }
946: my ($cache,$name,$id);
947: foreach $name (keys(%do_save)) {
948: $cache=$do_save{$name};
949:
950: my $starttime=&Time::HiRes::time();
951: &logthis("Saving :$name:");
952: my %hash;
953: my $filename=$perlvar{'lonDaemons'}.'/tmp/lonnet_internal_cache_'.$name.".db";
954: open(DB,">$filename.lock");
955: flock(DB,LOCK_EX);
956: if (tie(%hash,'GDBM_File',$filename,&GDBM_WRCREAT(),0640)) {
957: foreach $id (keys(%{ $do_save_item{$name} })) {
958: eval <<'EVALBLOCK';
959: $hash{$id.'.time'}=$$cache{$id.'.time'};
960: $hash{$id}=freeze({'item'=>$$cache{$id}});
961: if (exists($$cache{$id.'.file'})) {
962: $hash{$id.'.file'}=freeze({'item'=>$$cache{$id.'.file'}});
963: }
964: EVALBLOCK
965: if ($@) {
966: &logthis("<font color='red'>save_cache blew up :$@:$name</font>");
967: unlink($filename);
968: last;
969: }
970: }
971: } else {
972: if (-e $filename) {
973: &logthis("Unable to tie hash (save cache): $name ($!)");
974: unlink($filename);
975: }
976: }
977: untie(%hash);
978: flock(DB,LOCK_UN);
979: close(DB);
980: &logthis("save_cache $name took ".(&Time::HiRes::time()-$starttime));
981: }
982: undef(%do_save);
983: undef(%do_save_item);
984:
985: }
986:
987: sub load_cache_item {
988: my ($cache,$name,$id,$time)=@_;
989: if ($disk_caching_disabled) { return; }
990: my $starttime=&Time::HiRes::time();
991: # &logthis("Before Loading $name for $id size is ".scalar(%$cache));
992: my %hash;
993: my $filename=$perlvar{'lonDaemons'}.'/tmp/lonnet_internal_cache_'.$name.".db";
994: if (!-e $filename) { return; }
995: open(DB,">$filename.lock");
996: flock(DB,LOCK_SH);
997: if (tie(%hash,'GDBM_File',$filename,&GDBM_READER(),0640)) {
998: eval <<'EVALBLOCK';
999: if (!%$cache) {
1000: my $count;
1001: while (my ($key,$value)=each(%hash)) {
1002: $count++;
1003: if ($key =~ /\.time$/) {
1004: $$cache{$key}=$value;
1005: } else {
1006: my $hashref=thaw($value);
1007: $$cache{$key}=$hashref->{'item'};
1008: }
1009: }
1010: # &logthis("Initial load: $count");
1011: } else {
1012: if (($$cache{$id.'.time'}+$time) < time) {
1013: $$cache{$id.'.time'}=$hash{$id.'.time'};
1014: {
1015: my $hashref=thaw($hash{$id});
1016: $$cache{$id}=$hashref->{'item'};
1017: }
1018: if (exists($hash{$id.'.file'})) {
1019: my $hashref=thaw($hash{$id.'.file'});
1020: $$cache{$id.'.file'}=$hashref->{'item'};
1021: }
1022: }
1023: }
1024: EVALBLOCK
1025: if ($@) {
1026: &logthis("<font color='red'>load_cache blew up :$@:$name</font>");
1027: unlink($filename);
1028: }
1029: } else {
1030: if (-e $filename) {
1031: &logthis("Unable to tie hash (load cache item): $name ($!)");
1032: unlink($filename);
1033: }
1034: }
1035: untie(%hash);
1036: flock(DB,LOCK_UN);
1037: close(DB);
1038: # &logthis("After Loading $name size is ".scalar(%$cache));
1039: # &logthis("load_cache_item $name took ".(&Time::HiRes::time()-$starttime));
1040: }
1041:
1042: # ------------------------------------- Read an entry from a user's environment
1043:
1044: sub userenvironment {
1045: my ($udom,$unam,@what)=@_;
1046: my %returnhash=();
1047: my @answer=split(/\&/,
1048: &reply('get:'.$udom.':'.$unam.':environment:'.join('&',@what),
1049: &homeserver($unam,$udom)));
1050: my $i;
1051: for ($i=0;$i<=$#what;$i++) {
1052: $returnhash{$what[$i]}=&unescape($answer[$i]);
1053: }
1054: return %returnhash;
1055: }
1056:
1057: # -------------------------------------------------------------------- New chat
1058:
1059: sub chatsend {
1060: my ($newentry,$anon)=@_;
1061: my $cnum=$ENV{'course.'.$ENV{'request.course.id'}.'.num'};
1062: my $cdom=$ENV{'course.'.$ENV{'request.course.id'}.'.domain'};
1063: my $chome=$ENV{'course.'.$ENV{'request.course.id'}.'.home'};
1064: &reply('chatsend:'.$cdom.':'.$cnum.':'.
1065: &escape($ENV{'user.domain'}.':'.$ENV{'user.name'}.':'.$anon.':'.
1066: &escape($newentry)),$chome);
1067: }
1068:
1069: # ------------------------------------------ Find current version of a resource
1070:
1071: sub getversion {
1072: my $fname=&clutter(shift);
1073: unless ($fname=~/^\/res\//) { return -1; }
1074: return ¤tversion(&filelocation('',$fname));
1075: }
1076:
1077: sub currentversion {
1078: my $fname=shift;
1079: my ($result,$cached)=&is_cached(\%resversioncache,$fname,'resversion',600);
1080: if (defined($cached)) { return $result; }
1081: my $author=$fname;
1082: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1083: my ($udom,$uname)=split(/\//,$author);
1084: my $home=homeserver($uname,$udom);
1085: if ($home eq 'no_host') {
1086: return -1;
1087: }
1088: my $answer=reply("currentversion:$fname",$home);
1089: if (($answer eq 'con_lost') || ($answer eq 'rejected')) {
1090: return -1;
1091: }
1092: return &do_cache(\%resversioncache,$fname,$answer,'resversion');
1093: }
1094:
1095: # ----------------------------- Subscribe to a resource, return URL if possible
1096:
1097: sub subscribe {
1098: my $fname=shift;
1099: if ($fname=~/\/(aboutme|syllabus|bulletinboard|smppg)$/) { return ''; }
1100: $fname=~s/[\n\r]//g;
1101: my $author=$fname;
1102: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1103: my ($udom,$uname)=split(/\//,$author);
1104: my $home=homeserver($uname,$udom);
1105: if ($home eq 'no_host') {
1106: return 'not_found';
1107: }
1108: my $answer=reply("sub:$fname",$home);
1109: if (($answer eq 'con_lost') || ($answer eq 'rejected')) {
1110: $answer.=' by '.$home;
1111: }
1112: return $answer;
1113: }
1114:
1115: # -------------------------------------------------------------- Replicate file
1116:
1117: sub repcopy {
1118: my $filename=shift;
1119: $filename=~s/\/+/\//g;
1120: if ($filename=~m|^/home/httpd/html/adm/|) { return OK; }
1121: if ($filename=~m|^/home/httpd/html/lonUsers/|) { return OK; }
1122: if ($filename=~m|^/home/httpd/html/userfiles/| or
1123: $filename=~m|^/*uploaded/|) {
1124: return &repcopy_userfile($filename);
1125: }
1126: $filename=~s/[\n\r]//g;
1127: my $transname="$filename.in.transfer";
1128: if ((-e $filename) || (-e $transname)) { return OK; }
1129: my $remoteurl=subscribe($filename);
1130: if ($remoteurl =~ /^con_lost by/) {
1131: &logthis("Subscribe returned $remoteurl: $filename");
1132: return HTTP_SERVICE_UNAVAILABLE;
1133: } elsif ($remoteurl eq 'not_found') {
1134: #&logthis("Subscribe returned not_found: $filename");
1135: return HTTP_NOT_FOUND;
1136: } elsif ($remoteurl =~ /^rejected by/) {
1137: &logthis("Subscribe returned $remoteurl: $filename");
1138: return FORBIDDEN;
1139: } elsif ($remoteurl eq 'directory') {
1140: return OK;
1141: } else {
1142: my $author=$filename;
1143: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1144: my ($udom,$uname)=split(/\//,$author);
1145: my $home=homeserver($uname,$udom);
1146: unless ($home eq $perlvar{'lonHostID'}) {
1147: my @parts=split(/\//,$filename);
1148: my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
1149: if ($path ne "$perlvar{'lonDocRoot'}/res") {
1150: &logthis("Malconfiguration for replication: $filename");
1151: return HTTP_BAD_REQUEST;
1152: }
1153: my $count;
1154: for ($count=5;$count<$#parts;$count++) {
1155: $path.="/$parts[$count]";
1156: if ((-e $path)!=1) {
1157: mkdir($path,0777);
1158: }
1159: }
1160: my $ua=new LWP::UserAgent;
1161: my $request=new HTTP::Request('GET',"$remoteurl");
1162: my $response=$ua->request($request,$transname);
1163: if ($response->is_error()) {
1164: unlink($transname);
1165: my $message=$response->status_line;
1166: &logthis("<font color=blue>WARNING:"
1167: ." LWP get: $message: $filename</font>");
1168: return HTTP_SERVICE_UNAVAILABLE;
1169: } else {
1170: if ($remoteurl!~/\.meta$/) {
1171: my $mrequest=new HTTP::Request('GET',$remoteurl.'.meta');
1172: my $mresponse=$ua->request($mrequest,$filename.'.meta');
1173: if ($mresponse->is_error()) {
1174: unlink($filename.'.meta');
1175: &logthis(
1176: "<font color=yellow>INFO: No metadata: $filename</font>");
1177: }
1178: }
1179: rename($transname,$filename);
1180: return OK;
1181: }
1182: }
1183: }
1184: }
1185:
1186: # ------------------------------------------------ Get server side include body
1187: sub ssi_body {
1188: my ($filelink,%form)=@_;
1189: my $output=($filelink=~/^http\:/?&externalssi($filelink):
1190: &ssi($filelink,%form));
1191: $output=~
1192: s/\/\/ BEGIN LON\-CAPA Internal.+\/\/ END LON\-CAPA Internal\s//gs;
1193: $output=~s/^.*?\<body[^\>]*\>//si;
1194: $output=~s/(.*)\<\/body\s*\>.*?$/$1/si;
1195: return $output;
1196: }
1197:
1198: # --------------------------------------------------------- Server Side Include
1199:
1200: sub ssi {
1201:
1202: my ($fn,%form)=@_;
1203:
1204: my $ua=new LWP::UserAgent;
1205:
1206: my $request;
1207:
1208: if (%form) {
1209: $request=new HTTP::Request('POST',"http://".$ENV{'HTTP_HOST'}.$fn);
1210: $request->content(join('&',map { &escape($_).'='.&escape($form{$_}) } keys %form));
1211: } else {
1212: $request=new HTTP::Request('GET',"http://".$ENV{'HTTP_HOST'}.$fn);
1213: }
1214:
1215: $request->header(Cookie => $ENV{'HTTP_COOKIE'});
1216: my $response=$ua->request($request);
1217:
1218: return $response->content;
1219: }
1220:
1221: sub externalssi {
1222: my ($url)=@_;
1223: my $ua=new LWP::UserAgent;
1224: my $request=new HTTP::Request('GET',$url);
1225: my $response=$ua->request($request);
1226: return $response->content;
1227: }
1228:
1229: # -------------------------------- Allow a /uploaded/ URI to be vouched for
1230:
1231: sub allowuploaded {
1232: my ($srcurl,$url)=@_;
1233: $url=&clutter(&declutter($url));
1234: my $dir=$url;
1235: $dir=~s/\/[^\/]+$//;
1236: my %httpref=();
1237: my $httpurl=&hreflocation('',$url);
1238: $httpref{'httpref.'.$httpurl}=$srcurl;
1239: &Apache::lonnet::appenv(%httpref);
1240: }
1241:
1242: # --------- File operations in /home/httpd/html/userfiles/$domain/1/2/3/$course
1243: # input: action, courseID, current domain, home server for course, intended
1244: # path to file, source of file.
1245: # output: url to file (if action was uploaddoc),
1246: # ok if successful, or diagnostic message otherwise (if action was propagate or copy)
1247: #
1248: # Allows directory structure to be used within lonUsers/../userfiles/ for a
1249: # course.
1250: #
1251: # action = propagate - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1252: # will be copied to /home/httpd/lonUsers/1/2/3/$course/userfiles in
1253: # course's home server.
1254: #
1255: # action = copy - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file will
1256: # be copied from $source (current location) to
1257: # /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1258: # and will then be copied to
1259: # /home/httpd/lonUsers/$domain/1/2/3/$course/userfiles/$file in
1260: # course's home server.
1261: #
1262: # action = uploaddoc - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1263: # will be retrived from $ENV{form.uploaddoc} (from DOCS interface) to
1264: # /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1265: # and will then be copied to /home/httpd/lonUsers/1/2/3/$course/userfiles/$file
1266: # in course's home server.
1267:
1268:
1269: sub process_coursefile {
1270: my ($action,$docuname,$docudom,$docuhome,$file,$source)=@_;
1271: my $fetchresult;
1272: if ($action eq 'propagate') {
1273: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file
1274: ,$docuhome);
1275: } else {
1276: my $fetchresult = '';
1277: my $fpath = '';
1278: my $fname = $file;
1279: ($fpath,$fname) = ($file =~ m|^(.*)/([^/]+)$|);
1280: $fpath=$docudom.'/'.$docuname.'/'.$fpath;
1281: my $filepath=$perlvar{'lonDocRoot'}.'/userfiles';
1282: unless ($fpath eq '') {
1283: my @parts=split('/',$fpath);
1284: foreach my $part (@parts) {
1285: $filepath.= '/'.$part;
1286: if ((-e $filepath)!=1) {
1287: mkdir($filepath,0777);
1288: }
1289: }
1290: }
1291: if ($action eq 'copy') {
1292: if ($source eq '') {
1293: $fetchresult = 'no source file';
1294: return $fetchresult;
1295: } else {
1296: my $destination = $filepath.'/'.$fname;
1297: rename($source,$destination);
1298: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1299: $docuhome);
1300: }
1301: } elsif ($action eq 'uploaddoc') {
1302: open(my $fh,'>'.$filepath.'/'.$fname);
1303: print $fh $ENV{'form.'.$source};
1304: close($fh);
1305: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1306: $docuhome);
1307: if ($fetchresult eq 'ok') {
1308: return '/uploaded/'.$fpath.'/'.$fname;
1309: } else {
1310: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1311: ' to host '.$docuhome.': '.$fetchresult);
1312: return '/adm/notfound.html';
1313: }
1314: }
1315: }
1316: unless ( $fetchresult eq 'ok') {
1317: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1318: ' to host '.$docuhome.': '.$fetchresult);
1319: }
1320: return $fetchresult;
1321: }
1322:
1323: # --------------- Take an uploaded file and put it into the userfiles directory
1324: # input: name of form element, coursedoc=1 means this is for the course
1325: # output: url of file in userspace
1326:
1327: sub clean_filename {
1328: my ($fname)=@_;
1329: # Replace Windows backslashes by forward slashes
1330: $fname=~s/\\/\//g;
1331: # Get rid of everything but the actual filename
1332: $fname=~s/^.*\/([^\/]+)$/$1/;
1333: # Replace spaces by underscores
1334: $fname=~s/\s+/\_/g;
1335: # Replace all other weird characters by nothing
1336: $fname=~s/[^\w\.\-]//g;
1337: # Replace all .\d. sequences with _\d. so they no longer look like version
1338: # numbers
1339: $fname=~s/\.(\d+)(?=\.)/_$1/g;
1340: return $fname;
1341: }
1342:
1343: sub userfileupload {
1344: my ($formname,$coursedoc,$subdir)=@_;
1345: if (!defined($subdir)) { $subdir='unknown'; }
1346: my $fname=$ENV{'form.'.$formname.'.filename'};
1347: $fname=&clean_filename($fname);
1348: # See if there is anything left
1349: unless ($fname) { return 'error: no uploaded file'; }
1350: chop($ENV{'form.'.$formname});
1351: if (($formname eq 'screenshot') && ($subdir eq 'helprequests')) { #files uploaded to help request form are handled differently
1352: my $now = time;
1353: my $filepath = 'tmp/helprequests/'.$now;
1354: my @parts=split(/\//,$filepath);
1355: my $fullpath = $perlvar{'lonDaemons'};
1356: for (my $i=0;$i<@parts;$i++) {
1357: $fullpath .= '/'.$parts[$i];
1358: if ((-e $fullpath)!=1) {
1359: mkdir($fullpath,0777);
1360: }
1361: }
1362: open(my $fh,'>'.$fullpath.'/'.$fname);
1363: print $fh $ENV{'form.'.$formname};
1364: close($fh);
1365: return $fullpath.'/'.$fname;
1366: }
1367: # Create the directory if not present
1368: my $docuname='';
1369: my $docudom='';
1370: my $docuhome='';
1371: $fname="$subdir/$fname";
1372: if ($coursedoc) {
1373: $docuname=$ENV{'course.'.$ENV{'request.course.id'}.'.num'};
1374: $docudom=$ENV{'course.'.$ENV{'request.course.id'}.'.domain'};
1375: $docuhome=$ENV{'course.'.$ENV{'request.course.id'}.'.home'};
1376: if ($ENV{'form.folder'} =~ m/^default/) {
1377: return &finishuserfileupload($docuname,$docudom,$docuhome,$formname,$fname);
1378: } else {
1379: $fname=$ENV{'form.folder'}.'/'.$fname;
1380: return &process_coursefile('uploaddoc',$docuname,$docudom,$docuhome,$fname,$formname);
1381: }
1382: } else {
1383: $docuname=$ENV{'user.name'};
1384: $docudom=$ENV{'user.domain'};
1385: $docuhome=$ENV{'user.home'};
1386: return &finishuserfileupload($docuname,$docudom,$docuhome,$formname,$fname);
1387: }
1388: }
1389:
1390: sub finishuserfileupload {
1391: my ($docuname,$docudom,$docuhome,$formname,$fname)=@_;
1392: my $path=$docudom.'/'.$docuname.'/';
1393: my $filepath=$perlvar{'lonDocRoot'};
1394: my ($fnamepath,$file);
1395: $file=$fname;
1396: if ($fname=~m|/|) {
1397: ($fnamepath,$file) = ($fname =~ m|^(.*)/([^/]+)$|);
1398: $path.=$fnamepath.'/';
1399: }
1400: my @parts=split(/\//,$filepath.'/userfiles/'.$path);
1401: my $count;
1402: for ($count=4;$count<=$#parts;$count++) {
1403: $filepath.="/$parts[$count]";
1404: if ((-e $filepath)!=1) {
1405: mkdir($filepath,0777);
1406: }
1407: }
1408: # Save the file
1409: {
1410: #&Apache::lonnet::logthis("Saving to $filepath $file");
1411: open(my $fh,'>'.$filepath.'/'.$file);
1412: print $fh $ENV{'form.'.$formname};
1413: close($fh);
1414: }
1415: # Notify homeserver to grep it
1416: #
1417: my $fetchresult= &reply('fetchuserfile:'.$path.$file,$docuhome);
1418: if ($fetchresult eq 'ok') {
1419: #
1420: # Return the URL to it
1421: return '/uploaded/'.$path.$file;
1422: } else {
1423: &logthis('Failed to transfer '.$path.$file.' to host '.$docuhome.
1424: ': '.$fetchresult);
1425: return '/adm/notfound.html';
1426: }
1427: }
1428:
1429: sub removeuploadedurl {
1430: my ($url)=@_;
1431: my (undef,undef,$udom,$uname,$fname)=split('/',$url,5);
1432: return &Apache::lonnet::removeuserfile($uname,$udom,$fname);
1433: }
1434:
1435: sub removeuserfile {
1436: my ($docuname,$docudom,$fname)=@_;
1437: my $home=&homeserver($docuname,$docudom);
1438: return &reply("removeuserfile:$docudom/$docuname/$fname",$home);
1439: }
1440:
1441: sub mkdiruserfile {
1442: my ($docuname,$docudom,$dir)=@_;
1443: my $home=&homeserver($docuname,$docudom);
1444: return &reply("mkdiruserfile:".&escape("$docudom/$docuname/$dir"),$home);
1445: }
1446:
1447: sub renameuserfile {
1448: my ($docuname,$docudom,$old,$new)=@_;
1449: my $home=&homeserver($docuname,$docudom);
1450: return &reply("renameuserfile:$docudom:$docuname:".&escape("$old").':'.
1451: &escape("$new"),$home);
1452: }
1453:
1454: # ------------------------------------------------------------------------- Log
1455:
1456: sub log {
1457: my ($dom,$nam,$hom,$what)=@_;
1458: return critical("log:$dom:$nam:$what",$hom);
1459: }
1460:
1461: # ------------------------------------------------------------------ Course Log
1462: #
1463: # This routine flushes several buffers of non-mission-critical nature
1464: #
1465:
1466: sub flushcourselogs {
1467: &logthis('Flushing log buffers');
1468: #
1469: # course logs
1470: # This is a log of all transactions in a course, which can be used
1471: # for data mining purposes
1472: #
1473: # It also collects the courseid database, which lists last transaction
1474: # times and course titles for all courseids
1475: #
1476: my %courseidbuffer=();
1477: foreach (keys %courselogs) {
1478: my $crsid=$_;
1479: if (&reply('log:'.$coursedombuf{$crsid}.':'.$coursenumbuf{$crsid}.':'.
1480: &escape($courselogs{$crsid}),
1481: $coursehombuf{$crsid}) eq 'ok') {
1482: delete $courselogs{$crsid};
1483: } else {
1484: &logthis('Failed to flush log buffer for '.$crsid);
1485: if (length($courselogs{$crsid})>40000) {
1486: &logthis("<font color=blue>WARNING: Buffer for ".$crsid.
1487: " exceeded maximum size, deleting.</font>");
1488: delete $courselogs{$crsid};
1489: }
1490: }
1491: if ($courseidbuffer{$coursehombuf{$crsid}}) {
1492: $courseidbuffer{$coursehombuf{$crsid}}.='&'.
1493: &escape($crsid).'='.&escape($coursedescrbuf{$crsid}).
1494: '='.&escape($courseinstcodebuf{$crsid});
1495: } else {
1496: $courseidbuffer{$coursehombuf{$crsid}}=
1497: &escape($crsid).'='.&escape($coursedescrbuf{$crsid}).
1498: '='.&escape($courseinstcodebuf{$crsid});
1499: }
1500: }
1501: #
1502: # Write course id database (reverse lookup) to homeserver of courses
1503: # Is used in pickcourse
1504: #
1505: foreach (keys %courseidbuffer) {
1506: &courseidput($hostdom{$_},$courseidbuffer{$_},$_);
1507: }
1508: #
1509: # File accesses
1510: # Writes to the dynamic metadata of resources to get hit counts, etc.
1511: #
1512: foreach my $entry (keys(%accesshash)) {
1513: if ($entry =~ /___count$/) {
1514: my ($dom,$name);
1515: ($dom,$name,undef)=($entry=~m:___(\w+)/(\w+)/(.*)___count$:);
1516: if (! defined($dom) || $dom eq '' ||
1517: ! defined($name) || $name eq '') {
1518: my $cid = $ENV{'request.course.id'};
1519: $dom = $ENV{'request.'.$cid.'.domain'};
1520: $name = $ENV{'request.'.$cid.'.num'};
1521: }
1522: my $value = $accesshash{$entry};
1523: my (undef,$url,undef) = ($entry =~ /^(.*)___(.*)___count$/);
1524: my %temphash=($url => $value);
1525: my $result = &inc('nohist_accesscount',\%temphash,$dom,$name);
1526: if ($result eq 'ok') {
1527: delete $accesshash{$entry};
1528: } elsif ($result eq 'unknown_cmd') {
1529: # Target server has old code running on it.
1530: my %temphash=($entry => $value);
1531: if (&put('nohist_resevaldata',\%temphash,$dom,$name) eq 'ok') {
1532: delete $accesshash{$entry};
1533: }
1534: }
1535: } else {
1536: my ($dom,$name) = ($entry=~m:___(\w+)/(\w+)/(.*)___(\w+)$:);
1537: my %temphash=($entry => $accesshash{$entry});
1538: if (&put('nohist_resevaldata',\%temphash,$dom,$name) eq 'ok') {
1539: delete $accesshash{$entry};
1540: }
1541: }
1542: }
1543: #
1544: # Roles
1545: # Reverse lookup of user roles for course faculty/staff and co-authorship
1546: #
1547: foreach (keys %userrolehash) {
1548: my $entry=$_;
1549: my ($role,$uname,$udom,$runame,$rudom,$rsec)=
1550: split(/\:/,$entry);
1551: if (&Apache::lonnet::put('nohist_userroles',
1552: { $role.':'.$uname.':'.$udom.':'.$rsec => $userrolehash{$entry} },
1553: $rudom,$runame) eq 'ok') {
1554: delete $userrolehash{$entry};
1555: }
1556: }
1557: $dumpcount++;
1558: }
1559:
1560: sub courselog {
1561: my $what=shift;
1562: $what=time.':'.$what;
1563: unless ($ENV{'request.course.id'}) { return ''; }
1564: $coursedombuf{$ENV{'request.course.id'}}=
1565: $ENV{'course.'.$ENV{'request.course.id'}.'.domain'};
1566: $coursenumbuf{$ENV{'request.course.id'}}=
1567: $ENV{'course.'.$ENV{'request.course.id'}.'.num'};
1568: $coursehombuf{$ENV{'request.course.id'}}=
1569: $ENV{'course.'.$ENV{'request.course.id'}.'.home'};
1570: $coursedescrbuf{$ENV{'request.course.id'}}=
1571: $ENV{'course.'.$ENV{'request.course.id'}.'.description'};
1572: $courseinstcodebuf{$ENV{'request.course.id'}}=
1573: $ENV{'course.'.$ENV{'request.course.id'}.'.internal.coursecode'};
1574: if (defined $courselogs{$ENV{'request.course.id'}}) {
1575: $courselogs{$ENV{'request.course.id'}}.='&'.$what;
1576: } else {
1577: $courselogs{$ENV{'request.course.id'}}.=$what;
1578: }
1579: if (length($courselogs{$ENV{'request.course.id'}})>4048) {
1580: &flushcourselogs();
1581: }
1582: }
1583:
1584: sub courseacclog {
1585: my $fnsymb=shift;
1586: unless ($ENV{'request.course.id'}) { return ''; }
1587: my $what=$fnsymb.':'.$ENV{'user.name'}.':'.$ENV{'user.domain'};
1588: if ($fnsymb=~/(problem|exam|quiz|assess|survey|form|page)$/) {
1589: $what.=':POST';
1590: foreach (keys %ENV) {
1591: if ($_=~/^form\.(.*)/) {
1592: $what.=':'.$1.'='.$ENV{$_};
1593: }
1594: }
1595: }
1596: &courselog($what);
1597: }
1598:
1599: sub countacc {
1600: my $url=&declutter(shift);
1601: return if (! defined($url) || $url eq '');
1602: unless ($ENV{'request.course.id'}) { return ''; }
1603: $accesshash{$ENV{'request.course.id'}.'___'.$url.'___course'}=1;
1604: my $key=$$.$processmarker.'_'.$dumpcount.'___'.$url.'___count';
1605: $accesshash{$key}++;
1606: }
1607:
1608: sub linklog {
1609: my ($from,$to)=@_;
1610: $from=&declutter($from);
1611: $to=&declutter($to);
1612: $accesshash{$from.'___'.$to.'___comefrom'}=1;
1613: $accesshash{$to.'___'.$from.'___goto'}=1;
1614: }
1615:
1616: sub userrolelog {
1617: my ($trole,$username,$domain,$area,$tstart,$tend)=@_;
1618: if (($trole=~/^ca/) || ($trole=~/^in/) ||
1619: ($trole=~/^cc/) || ($trole=~/^ep/) ||
1620: ($trole=~/^cr/) || ($trole=~/^ta/)) {
1621: my (undef,$rudom,$runame,$rsec)=split(/\//,$area);
1622: $userrolehash
1623: {$trole.':'.$username.':'.$domain.':'.$runame.':'.$rudom.':'.$rsec}
1624: =$tend.':'.$tstart;
1625: }
1626: }
1627:
1628: sub get_course_adv_roles {
1629: my $cid=shift;
1630: $cid=$ENV{'request.course.id'} unless (defined($cid));
1631: my %coursehash=&coursedescription($cid);
1632: my %nothide=();
1633: foreach (split(/\s*\,\s*/,$coursehash{'nothideprivileged'})) {
1634: $nothide{join(':',split(/[\@\:]/,$_))}=1;
1635: }
1636: my %returnhash=();
1637: my %dumphash=
1638: &dump('nohist_userroles',$coursehash{'domain'},$coursehash{'num'});
1639: my $now=time;
1640: foreach (keys %dumphash) {
1641: my ($tend,$tstart)=split(/\:/,$dumphash{$_});
1642: if (($tstart) && ($tstart<0)) { next; }
1643: if (($tend) && ($tend<$now)) { next; }
1644: if (($tstart) && ($now<$tstart)) { next; }
1645: my ($role,$username,$domain,$section)=split(/\:/,$_);
1646: if ((&privileged($username,$domain)) &&
1647: (!$nothide{$username.':'.$domain})) { next; }
1648: my $key=&plaintext($role);
1649: if ($section) { $key.=' (Sec/Grp '.$section.')'; }
1650: if ($returnhash{$key}) {
1651: $returnhash{$key}.=','.$username.':'.$domain;
1652: } else {
1653: $returnhash{$key}=$username.':'.$domain;
1654: }
1655: }
1656: return %returnhash;
1657: }
1658:
1659: sub get_my_roles {
1660: my ($uname,$udom)=@_;
1661: unless (defined($uname)) { $uname=$ENV{'user.name'}; }
1662: unless (defined($udom)) { $udom=$ENV{'user.domain'}; }
1663: my %dumphash=
1664: &dump('nohist_userroles',$udom,$uname);
1665: my %returnhash=();
1666: my $now=time;
1667: foreach (keys %dumphash) {
1668: my ($tend,$tstart)=split(/\:/,$dumphash{$_});
1669: if (($tstart) && ($tstart<0)) { next; }
1670: if (($tend) && ($tend<$now)) { next; }
1671: if (($tstart) && ($now<$tstart)) { next; }
1672: my ($role,$username,$domain,$section)=split(/\:/,$_);
1673: $returnhash{$username.':'.$domain.':'.$role}=$tstart.':'.$tend;
1674: }
1675: return %returnhash;
1676: }
1677:
1678: # ----------------------------------------------------- Frontpage Announcements
1679: #
1680: #
1681:
1682: sub postannounce {
1683: my ($server,$text)=@_;
1684: unless (&allowed('psa',$hostdom{$server})) { return 'refused'; }
1685: unless ($text=~/\w/) { $text=''; }
1686: return &reply('setannounce:'.&escape($text),$server);
1687: }
1688:
1689: sub getannounce {
1690:
1691: if (open(my $fh,$perlvar{'lonDocRoot'}.'/announcement.txt')) {
1692: my $announcement='';
1693: while (<$fh>) { $announcement .=$_; }
1694: close($fh);
1695: if ($announcement=~/\w/) {
1696: return
1697: '<table bgcolor="#FF5555" cellpadding="5" cellspacing="3">'.
1698: '<tr><td bgcolor="#FFFFFF"><tt>'.$announcement.'</tt></td></tr></table>';
1699: } else {
1700: return '';
1701: }
1702: } else {
1703: return '';
1704: }
1705: }
1706:
1707: # ---------------------------------------------------------- Course ID routines
1708: # Deal with domain's nohist_courseid.db files
1709: #
1710:
1711: sub courseidput {
1712: my ($domain,$what,$coursehome)=@_;
1713: return &reply('courseidput:'.$domain.':'.$what,$coursehome);
1714: }
1715:
1716: sub courseiddump {
1717: my ($domfilter,$descfilter,$sincefilter,$hostidflag,$hostidref)=@_;
1718: my %returnhash=();
1719: unless ($domfilter) { $domfilter=''; }
1720: foreach my $tryserver (keys %libserv) {
1721: if ( ($hostidflag == 1 && grep/^$tryserver$/,@{$hostidref}) || (!defined($hostidflag)) ) {
1722: if ((!$domfilter) || ($hostdom{$tryserver} eq $domfilter)) {
1723: foreach (
1724: split(/\&/,&reply('courseiddump:'.$hostdom{$tryserver}.':'.
1725: $sincefilter.':'.&escape($descfilter),
1726: $tryserver))) {
1727: my ($key,$value)=split(/\=/,$_);
1728: if (($key) && ($value)) {
1729: $returnhash{&unescape($key)}=$value;
1730: }
1731: }
1732: }
1733: }
1734: }
1735: return %returnhash;
1736: }
1737:
1738: #
1739: # ----------------------------------------------------------- Check out an item
1740:
1741: sub get_first_access {
1742: my ($type,$argsymb)=@_;
1743: my ($symb,$courseid,$udom,$uname)=&Apache::lonxml::whichuser();
1744: if ($argsymb) { $symb=$argsymb; }
1745: my ($map,$id,$res)=&decode_symb($symb);
1746: if ($type eq 'map') { $res=$map; }
1747: my %times=&get('firstaccesstimes',[$res],$udom,$uname);
1748: return $times{$res};
1749: }
1750:
1751: sub set_first_access {
1752: my ($type)=@_;
1753: my ($symb,$courseid,$udom,$uname)=&Apache::lonxml::whichuser();
1754: my ($map,$id,$res)=&decode_symb($symb);
1755: if ($type eq 'map') { $res=$map; }
1756: my $firstaccess=&get_first_access($type);
1757: if (!$firstaccess) {
1758: return &put('firstaccesstimes',{$res=>time},$udom,$uname);
1759: }
1760: return 'already_set';
1761: }
1762:
1763: sub checkout {
1764: my ($symb,$tuname,$tudom,$tcrsid)=@_;
1765: my $now=time;
1766: my $lonhost=$perlvar{'lonHostID'};
1767: my $infostr=&escape(
1768: 'CHECKOUTTOKEN&'.
1769: $tuname.'&'.
1770: $tudom.'&'.
1771: $tcrsid.'&'.
1772: $symb.'&'.
1773: $now.'&'.$ENV{'REMOTE_ADDR'});
1774: my $token=&reply('tmpput:'.$infostr,$lonhost);
1775: if ($token=~/^error\:/) {
1776: &logthis("<font color=blue>WARNING: ".
1777: "Checkout tmpput failed ".$tudom.' - '.$tuname.' - '.$symb.
1778: "</font>");
1779: return '';
1780: }
1781:
1782: $token=~s/^(\d+)\_.*\_(\d+)$/$1\*$2\*$lonhost/;
1783: $token=~tr/a-z/A-Z/;
1784:
1785: my %infohash=('resource.0.outtoken' => $token,
1786: 'resource.0.checkouttime' => $now,
1787: 'resource.0.outremote' => $ENV{'REMOTE_ADDR'});
1788:
1789: unless (&cstore(\%infohash,$symb,$tcrsid,$tudom,$tuname) eq 'ok') {
1790: return '';
1791: } else {
1792: &logthis("<font color=blue>WARNING: ".
1793: "Checkout cstore failed ".$tudom.' - '.$tuname.' - '.$symb.
1794: "</font>");
1795: }
1796:
1797: if (&log($tudom,$tuname,&homeserver($tuname,$tudom),
1798: &escape('Checkout '.$infostr.' - '.
1799: $token)) ne 'ok') {
1800: return '';
1801: } else {
1802: &logthis("<font color=blue>WARNING: ".
1803: "Checkout log failed ".$tudom.' - '.$tuname.' - '.$symb.
1804: "</font>");
1805: }
1806: return $token;
1807: }
1808:
1809: # ------------------------------------------------------------ Check in an item
1810:
1811: sub checkin {
1812: my $token=shift;
1813: my $now=time;
1814: my ($ta,$tb,$lonhost)=split(/\*/,$token);
1815: $lonhost=~tr/A-Z/a-z/;
1816: my $dtoken=$ta.'_'.$hostip{$lonhost}.'_'.$tb;
1817: $dtoken=~s/\W/\_/g;
1818: my ($dummy,$tuname,$tudom,$tcrsid,$symb,$chtim,$rmaddr)=
1819: split(/\&/,&unescape(&reply('tmpget:'.$dtoken,$lonhost)));
1820:
1821: unless (($tuname) && ($tudom)) {
1822: &logthis('Check in '.$token.' ('.$dtoken.') failed');
1823: return '';
1824: }
1825:
1826: unless (&allowed('mgr',$tcrsid)) {
1827: &logthis('Check in '.$token.' ('.$dtoken.') unauthorized: '.
1828: $ENV{'user.name'}.' - '.$ENV{'user.domain'});
1829: return '';
1830: }
1831:
1832: my %infohash=('resource.0.intoken' => $token,
1833: 'resource.0.checkintime' => $now,
1834: 'resource.0.inremote' => $ENV{'REMOTE_ADDR'});
1835:
1836: unless (&cstore(\%infohash,$symb,$tcrsid,$tudom,$tuname) eq 'ok') {
1837: return '';
1838: }
1839:
1840: if (&log($tudom,$tuname,&homeserver($tuname,$tudom),
1841: &escape('Checkin - '.$token)) ne 'ok') {
1842: return '';
1843: }
1844:
1845: return ($symb,$tuname,$tudom,$tcrsid);
1846: }
1847:
1848: # --------------------------------------------- Set Expire Date for Spreadsheet
1849:
1850: sub expirespread {
1851: my ($uname,$udom,$stype,$usymb)=@_;
1852: my $cid=$ENV{'request.course.id'};
1853: if ($cid) {
1854: my $now=time;
1855: my $key=$uname.':'.$udom.':'.$stype.':'.$usymb;
1856: return &reply('put:'.$ENV{'course.'.$cid.'.domain'}.':'.
1857: $ENV{'course.'.$cid.'.num'}.
1858: ':nohist_expirationdates:'.
1859: &escape($key).'='.$now,
1860: $ENV{'course.'.$cid.'.home'})
1861: }
1862: return 'ok';
1863: }
1864:
1865: # ----------------------------------------------------- Devalidate Spreadsheets
1866:
1867: sub devalidate {
1868: my ($symb,$uname,$udom)=@_;
1869: my $cid=$ENV{'request.course.id'};
1870: if ($cid) {
1871: # delete the stored spreadsheets for
1872: # - the student level sheet of this user in course's homespace
1873: # - the assessment level sheet for this resource
1874: # for this user in user's homespace
1875: # - current conditional state info
1876: my $key=$uname.':'.$udom.':';
1877: my $status=
1878: &del('nohist_calculatedsheets',
1879: [$key.'studentcalc:'],
1880: $ENV{'course.'.$cid.'.domain'},
1881: $ENV{'course.'.$cid.'.num'})
1882: .' '.
1883: &del('nohist_calculatedsheets_'.$cid,
1884: [$key.'assesscalc:'.$symb],$udom,$uname);
1885: unless ($status eq 'ok ok') {
1886: &logthis('Could not devalidate spreadsheet '.
1887: $uname.' at '.$udom.' for '.
1888: $symb.': '.$status);
1889: }
1890: &delenv('user.state.'.$cid);
1891: }
1892: }
1893:
1894: sub get_scalar {
1895: my ($string,$end) = @_;
1896: my $value;
1897: if ($$string =~ s/^([^&]*?)($end)/$2/) {
1898: $value = $1;
1899: } elsif ($$string =~ s/^([^&]*?)&//) {
1900: $value = $1;
1901: }
1902: return &unescape($value);
1903: }
1904:
1905: sub array2str {
1906: my (@array) = @_;
1907: my $result=&arrayref2str(\@array);
1908: $result=~s/^__ARRAY_REF__//;
1909: $result=~s/__END_ARRAY_REF__$//;
1910: return $result;
1911: }
1912:
1913: sub arrayref2str {
1914: my ($arrayref) = @_;
1915: my $result='__ARRAY_REF__';
1916: foreach my $elem (@$arrayref) {
1917: if(ref($elem) eq 'ARRAY') {
1918: $result.=&arrayref2str($elem).'&';
1919: } elsif(ref($elem) eq 'HASH') {
1920: $result.=&hashref2str($elem).'&';
1921: } elsif(ref($elem)) {
1922: #print("Got a ref of ".(ref($elem))." skipping.");
1923: } else {
1924: $result.=&escape($elem).'&';
1925: }
1926: }
1927: $result=~s/\&$//;
1928: $result .= '__END_ARRAY_REF__';
1929: return $result;
1930: }
1931:
1932: sub hash2str {
1933: my (%hash) = @_;
1934: my $result=&hashref2str(\%hash);
1935: $result=~s/^__HASH_REF__//;
1936: $result=~s/__END_HASH_REF__$//;
1937: return $result;
1938: }
1939:
1940: sub hashref2str {
1941: my ($hashref)=@_;
1942: my $result='__HASH_REF__';
1943: foreach (sort(keys(%$hashref))) {
1944: if (ref($_) eq 'ARRAY') {
1945: $result.=&arrayref2str($_).'=';
1946: } elsif (ref($_) eq 'HASH') {
1947: $result.=&hashref2str($_).'=';
1948: } elsif (ref($_)) {
1949: $result.='=';
1950: #print("Got a ref of ".(ref($_))." skipping.");
1951: } else {
1952: if ($_) {$result.=&escape($_).'=';} else { last; }
1953: }
1954:
1955: if(ref($hashref->{$_}) eq 'ARRAY') {
1956: $result.=&arrayref2str($hashref->{$_}).'&';
1957: } elsif(ref($hashref->{$_}) eq 'HASH') {
1958: $result.=&hashref2str($hashref->{$_}).'&';
1959: } elsif(ref($hashref->{$_})) {
1960: $result.='&';
1961: #print("Got a ref of ".(ref($hashref->{$_}))." skipping.");
1962: } else {
1963: $result.=&escape($hashref->{$_}).'&';
1964: }
1965: }
1966: $result=~s/\&$//;
1967: $result .= '__END_HASH_REF__';
1968: return $result;
1969: }
1970:
1971: sub str2hash {
1972: my ($string)=@_;
1973: my ($hash)=&str2hashref('__HASH_REF__'.$string.'__END_HASH_REF__');
1974: return %$hash;
1975: }
1976:
1977: sub str2hashref {
1978: my ($string) = @_;
1979:
1980: my %hash;
1981:
1982: if($string !~ /^__HASH_REF__/) {
1983: if (! ($string eq '' || !defined($string))) {
1984: $hash{'error'}='Not hash reference';
1985: }
1986: return (\%hash, $string);
1987: }
1988:
1989: $string =~ s/^__HASH_REF__//;
1990:
1991: while($string !~ /^__END_HASH_REF__/) {
1992: #key
1993: my $key='';
1994: if($string =~ /^__HASH_REF__/) {
1995: ($key, $string)=&str2hashref($string);
1996: if(defined($key->{'error'})) {
1997: $hash{'error'}='Bad data';
1998: return (\%hash, $string);
1999: }
2000: } elsif($string =~ /^__ARRAY_REF__/) {
2001: ($key, $string)=&str2arrayref($string);
2002: if($key->[0] eq 'Array reference error') {
2003: $hash{'error'}='Bad data';
2004: return (\%hash, $string);
2005: }
2006: } else {
2007: $string =~ s/^(.*?)=//;
2008: $key=&unescape($1);
2009: }
2010: $string =~ s/^=//;
2011:
2012: #value
2013: my $value='';
2014: if($string =~ /^__HASH_REF__/) {
2015: ($value, $string)=&str2hashref($string);
2016: if(defined($value->{'error'})) {
2017: $hash{'error'}='Bad data';
2018: return (\%hash, $string);
2019: }
2020: } elsif($string =~ /^__ARRAY_REF__/) {
2021: ($value, $string)=&str2arrayref($string);
2022: if($value->[0] eq 'Array reference error') {
2023: $hash{'error'}='Bad data';
2024: return (\%hash, $string);
2025: }
2026: } else {
2027: $value=&get_scalar(\$string,'__END_HASH_REF__');
2028: }
2029: $string =~ s/^&//;
2030:
2031: $hash{$key}=$value;
2032: }
2033:
2034: $string =~ s/^__END_HASH_REF__//;
2035:
2036: return (\%hash, $string);
2037: }
2038:
2039: sub str2array {
2040: my ($string)=@_;
2041: my ($array)=&str2arrayref('__ARRAY_REF__'.$string.'__END_ARRAY_REF__');
2042: return @$array;
2043: }
2044:
2045: sub str2arrayref {
2046: my ($string) = @_;
2047: my @array;
2048:
2049: if($string !~ /^__ARRAY_REF__/) {
2050: if (! ($string eq '' || !defined($string))) {
2051: $array[0]='Array reference error';
2052: }
2053: return (\@array, $string);
2054: }
2055:
2056: $string =~ s/^__ARRAY_REF__//;
2057:
2058: while($string !~ /^__END_ARRAY_REF__/) {
2059: my $value='';
2060: if($string =~ /^__HASH_REF__/) {
2061: ($value, $string)=&str2hashref($string);
2062: if(defined($value->{'error'})) {
2063: $array[0] ='Array reference error';
2064: return (\@array, $string);
2065: }
2066: } elsif($string =~ /^__ARRAY_REF__/) {
2067: ($value, $string)=&str2arrayref($string);
2068: if($value->[0] eq 'Array reference error') {
2069: $array[0] ='Array reference error';
2070: return (\@array, $string);
2071: }
2072: } else {
2073: $value=&get_scalar(\$string,'__END_ARRAY_REF__');
2074: }
2075: $string =~ s/^&//;
2076:
2077: push(@array, $value);
2078: }
2079:
2080: $string =~ s/^__END_ARRAY_REF__//;
2081:
2082: return (\@array, $string);
2083: }
2084:
2085: # -------------------------------------------------------------------Temp Store
2086:
2087: sub tmpreset {
2088: my ($symb,$namespace,$domain,$stuname) = @_;
2089: if (!$symb) {
2090: $symb=&symbread();
2091: if (!$symb) { $symb= $ENV{'request.url'}; }
2092: }
2093: $symb=escape($symb);
2094:
2095: if (!$namespace) { $namespace=$ENV{'request.state'}; }
2096: $namespace=~s/\//\_/g;
2097: $namespace=~s/\W//g;
2098:
2099: #FIXME needs to do something for /pub resources
2100: if (!$domain) { $domain=$ENV{'user.domain'}; }
2101: if (!$stuname) { $stuname=$ENV{'user.name'}; }
2102: my $path=$perlvar{'lonDaemons'}.'/tmp';
2103: my %hash;
2104: if (tie(%hash,'GDBM_File',
2105: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2106: &GDBM_WRCREAT(),0640)) {
2107: foreach my $key (keys %hash) {
2108: if ($key=~ /:$symb/) {
2109: delete($hash{$key});
2110: }
2111: }
2112: }
2113: }
2114:
2115: sub tmpstore {
2116: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2117:
2118: if (!$symb) {
2119: $symb=&symbread();
2120: if (!$symb) { $symb= $ENV{'request.url'}; }
2121: }
2122: $symb=escape($symb);
2123:
2124: if (!$namespace) {
2125: # I don't think we would ever want to store this for a course.
2126: # it seems this will only be used if we don't have a course.
2127: #$namespace=$ENV{'request.course.id'};
2128: #if (!$namespace) {
2129: $namespace=$ENV{'request.state'};
2130: #}
2131: }
2132: $namespace=~s/\//\_/g;
2133: $namespace=~s/\W//g;
2134: #FIXME needs to do something for /pub resources
2135: if (!$domain) { $domain=$ENV{'user.domain'}; }
2136: if (!$stuname) { $stuname=$ENV{'user.name'}; }
2137: my $now=time;
2138: my %hash;
2139: my $path=$perlvar{'lonDaemons'}.'/tmp';
2140: if (tie(%hash,'GDBM_File',
2141: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2142: &GDBM_WRCREAT(),0640)) {
2143: $hash{"version:$symb"}++;
2144: my $version=$hash{"version:$symb"};
2145: my $allkeys='';
2146: foreach my $key (keys(%$storehash)) {
2147: $allkeys.=$key.':';
2148: $hash{"$version:$symb:$key"}=$$storehash{$key};
2149: }
2150: $hash{"$version:$symb:timestamp"}=$now;
2151: $allkeys.='timestamp';
2152: $hash{"$version:keys:$symb"}=$allkeys;
2153: if (untie(%hash)) {
2154: return 'ok';
2155: } else {
2156: return "error:$!";
2157: }
2158: } else {
2159: return "error:$!";
2160: }
2161: }
2162:
2163: # -----------------------------------------------------------------Temp Restore
2164:
2165: sub tmprestore {
2166: my ($symb,$namespace,$domain,$stuname) = @_;
2167:
2168: if (!$symb) {
2169: $symb=&symbread();
2170: if (!$symb) { $symb= $ENV{'request.url'}; }
2171: }
2172: $symb=escape($symb);
2173:
2174: if (!$namespace) { $namespace=$ENV{'request.state'}; }
2175: #FIXME needs to do something for /pub resources
2176: if (!$domain) { $domain=$ENV{'user.domain'}; }
2177: if (!$stuname) { $stuname=$ENV{'user.name'}; }
2178:
2179: my %returnhash;
2180: $namespace=~s/\//\_/g;
2181: $namespace=~s/\W//g;
2182: my %hash;
2183: my $path=$perlvar{'lonDaemons'}.'/tmp';
2184: if (tie(%hash,'GDBM_File',
2185: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2186: &GDBM_READER(),0640)) {
2187: my $version=$hash{"version:$symb"};
2188: $returnhash{'version'}=$version;
2189: my $scope;
2190: for ($scope=1;$scope<=$version;$scope++) {
2191: my $vkeys=$hash{"$scope:keys:$symb"};
2192: my @keys=split(/:/,$vkeys);
2193: my $key;
2194: $returnhash{"$scope:keys"}=$vkeys;
2195: foreach $key (@keys) {
2196: $returnhash{"$scope:$key"}=$hash{"$scope:$symb:$key"};
2197: $returnhash{"$key"}=$hash{"$scope:$symb:$key"};
2198: }
2199: }
2200: if (!(untie(%hash))) {
2201: return "error:$!";
2202: }
2203: } else {
2204: return "error:$!";
2205: }
2206: return %returnhash;
2207: }
2208:
2209: # ----------------------------------------------------------------------- Store
2210:
2211: sub store {
2212: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2213: my $home='';
2214:
2215: if ($stuname) { $home=&homeserver($stuname,$domain); }
2216:
2217: $symb=&symbclean($symb);
2218: if (!$symb) { unless ($symb=&symbread()) { return ''; } }
2219:
2220: if (!$domain) { $domain=$ENV{'user.domain'}; }
2221: if (!$stuname) { $stuname=$ENV{'user.name'}; }
2222:
2223: &devalidate($symb,$stuname,$domain);
2224:
2225: $symb=escape($symb);
2226: if (!$namespace) {
2227: unless ($namespace=$ENV{'request.course.id'}) {
2228: return '';
2229: }
2230: }
2231: if (!$home) { $home=$ENV{'user.home'}; }
2232:
2233: $$storehash{'ip'}=$ENV{'REMOTE_ADDR'};
2234: $$storehash{'host'}=$perlvar{'lonHostID'};
2235:
2236: my $namevalue='';
2237: foreach (keys %$storehash) {
2238: $namevalue.=escape($_).'='.escape($$storehash{$_}).'&';
2239: }
2240: $namevalue=~s/\&$//;
2241: &courselog($symb.':'.$stuname.':'.$domain.':STORE:'.$namevalue);
2242: return reply("store:$domain:$stuname:$namespace:$symb:$namevalue","$home");
2243: }
2244:
2245: # -------------------------------------------------------------- Critical Store
2246:
2247: sub cstore {
2248: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2249: my $home='';
2250:
2251: if ($stuname) { $home=&homeserver($stuname,$domain); }
2252:
2253: $symb=&symbclean($symb);
2254: if (!$symb) { unless ($symb=&symbread()) { return ''; } }
2255:
2256: if (!$domain) { $domain=$ENV{'user.domain'}; }
2257: if (!$stuname) { $stuname=$ENV{'user.name'}; }
2258:
2259: &devalidate($symb,$stuname,$domain);
2260:
2261: $symb=escape($symb);
2262: if (!$namespace) {
2263: unless ($namespace=$ENV{'request.course.id'}) {
2264: return '';
2265: }
2266: }
2267: if (!$home) { $home=$ENV{'user.home'}; }
2268:
2269: $$storehash{'ip'}=$ENV{'REMOTE_ADDR'};
2270: $$storehash{'host'}=$perlvar{'lonHostID'};
2271:
2272: my $namevalue='';
2273: foreach (keys %$storehash) {
2274: $namevalue.=escape($_).'='.escape($$storehash{$_}).'&';
2275: }
2276: $namevalue=~s/\&$//;
2277: &courselog($symb.':'.$stuname.':'.$domain.':CSTORE:'.$namevalue);
2278: return critical
2279: ("store:$domain:$stuname:$namespace:$symb:$namevalue","$home");
2280: }
2281:
2282: # --------------------------------------------------------------------- Restore
2283:
2284: sub restore {
2285: my ($symb,$namespace,$domain,$stuname) = @_;
2286: my $home='';
2287:
2288: if ($stuname) { $home=&homeserver($stuname,$domain); }
2289:
2290: if (!$symb) {
2291: unless ($symb=escape(&symbread())) { return ''; }
2292: } else {
2293: $symb=&escape(&symbclean($symb));
2294: }
2295: if (!$namespace) {
2296: unless ($namespace=$ENV{'request.course.id'}) {
2297: return '';
2298: }
2299: }
2300: if (!$domain) { $domain=$ENV{'user.domain'}; }
2301: if (!$stuname) { $stuname=$ENV{'user.name'}; }
2302: if (!$home) { $home=$ENV{'user.home'}; }
2303: my $answer=&reply("restore:$domain:$stuname:$namespace:$symb","$home");
2304:
2305: my %returnhash=();
2306: foreach (split(/\&/,$answer)) {
2307: my ($name,$value)=split(/\=/,$_);
2308: $returnhash{&unescape($name)}=&unescape($value);
2309: }
2310: my $version;
2311: for ($version=1;$version<=$returnhash{'version'};$version++) {
2312: foreach (split(/\:/,$returnhash{$version.':keys'})) {
2313: $returnhash{$_}=$returnhash{$version.':'.$_};
2314: }
2315: }
2316: return %returnhash;
2317: }
2318:
2319: # ---------------------------------------------------------- Course Description
2320:
2321: sub coursedescription {
2322: my $courseid=shift;
2323: $courseid=~s/^\///;
2324: $courseid=~s/\_/\//g;
2325: my ($cdomain,$cnum)=split(/\//,$courseid);
2326: my $chome=&homeserver($cnum,$cdomain);
2327: my $normalid=$cdomain.'_'.$cnum;
2328: # need to always cache even if we get errors otherwise we keep
2329: # trying and trying and trying to get the course description.
2330: my %envhash=();
2331: my %returnhash=();
2332: $envhash{'course.'.$normalid.'.last_cache'}=time;
2333: if ($chome ne 'no_host') {
2334: %returnhash=&dump('environment',$cdomain,$cnum);
2335: if (!exists($returnhash{'con_lost'})) {
2336: $returnhash{'home'}= $chome;
2337: $returnhash{'domain'} = $cdomain;
2338: $returnhash{'num'} = $cnum;
2339: while (my ($name,$value) = each %returnhash) {
2340: $envhash{'course.'.$normalid.'.'.$name}=$value;
2341: }
2342: $returnhash{'url'}=&clutter($returnhash{'url'});
2343: $returnhash{'fn'}=$perlvar{'lonDaemons'}.'/tmp/'.
2344: $ENV{'user.name'}.'_'.$cdomain.'_'.$cnum;
2345: $envhash{'course.'.$normalid.'.home'}=$chome;
2346: $envhash{'course.'.$normalid.'.domain'}=$cdomain;
2347: $envhash{'course.'.$normalid.'.num'}=$cnum;
2348: }
2349: }
2350: &appenv(%envhash);
2351: return %returnhash;
2352: }
2353:
2354: # -------------------------------------------------See if a user is privileged
2355:
2356: sub privileged {
2357: my ($username,$domain)=@_;
2358: my $rolesdump=&reply("dump:$domain:$username:roles",
2359: &homeserver($username,$domain));
2360: if (($rolesdump eq 'con_lost') || ($rolesdump eq '')) { return 0; }
2361: my $now=time;
2362: if ($rolesdump ne '') {
2363: foreach (split(/&/,$rolesdump)) {
2364: if ($_!~/^rolesdef\&/) {
2365: my ($area,$role)=split(/=/,$_);
2366: $area=~s/\_\w\w$//;
2367: my ($trole,$tend,$tstart)=split(/_/,$role);
2368: if (($trole eq 'dc') || ($trole eq 'su')) {
2369: my $active=1;
2370: if ($tend) {
2371: if ($tend<$now) { $active=0; }
2372: }
2373: if ($tstart) {
2374: if ($tstart>$now) { $active=0; }
2375: }
2376: if ($active) { return 1; }
2377: }
2378: }
2379: }
2380: }
2381: return 0;
2382: }
2383:
2384: # -------------------------------------------------------- Get user privileges
2385:
2386: sub rolesinit {
2387: my ($domain,$username,$authhost)=@_;
2388: my $rolesdump=reply("dump:$domain:$username:roles",$authhost);
2389: if (($rolesdump eq 'con_lost') || ($rolesdump eq '')) { return ''; }
2390: my %allroles=();
2391: my %thesepriv=();
2392: my $now=time;
2393: my $userroles="user.login.time=$now\n";
2394: my $thesestr;
2395:
2396: if ($rolesdump ne '') {
2397: foreach (split(/&/,$rolesdump)) {
2398: if ($_!~/^rolesdef\&/) {
2399: my ($area,$role)=split(/=/,$_);
2400: $area=~s/\_\w\w$//;
2401: my ($trole,$tend,$tstart)=split(/_/,$role);
2402: $userroles.='user.role.'.$trole.'.'.$area.'='.
2403: $tstart.'.'.$tend."\n";
2404: # log the associated role with the area
2405: &userrolelog($trole,$username,$domain,$area,$tstart,$tend);
2406: if ($tend!=0) {
2407: if ($tend<$now) {
2408: $trole='';
2409: }
2410: }
2411: if ($tstart!=0) {
2412: if ($tstart>$now) {
2413: $trole='';
2414: }
2415: }
2416: if (($area ne '') && ($trole ne '')) {
2417: my $spec=$trole.'.'.$area;
2418: my ($tdummy,$tdomain,$trest)=split(/\//,$area);
2419: if ($trole =~ /^cr\//) {
2420: my ($rdummy,$rdomain,$rauthor,$rrole)=split(/\//,$trole);
2421: my $homsvr=homeserver($rauthor,$rdomain);
2422: if ($hostname{$homsvr} ne '') {
2423: my ($rdummy,$roledef)=
2424: &get('roles',["rolesdef_$rrole"],$rdomain,$rauthor);
2425:
2426: if (($rdummy ne 'con_lost') && ($roledef ne '')) {
2427: my ($syspriv,$dompriv,$coursepriv)=
2428: split(/\_/,$roledef);
2429: if (defined($syspriv)) {
2430: $allroles{'cm./'}.=':'.$syspriv;
2431: $allroles{$spec.'./'}.=':'.$syspriv;
2432: }
2433: if ($tdomain ne '') {
2434: if (defined($dompriv)) {
2435: $allroles{'cm./'.$tdomain.'/'}.=':'.$dompriv;
2436: $allroles{$spec.'./'.$tdomain.'/'}.=':'.$dompriv;
2437: }
2438: if ($trest ne '') {
2439: if (defined($coursepriv)) {
2440: $allroles{'cm.'.$area}.=':'.$coursepriv;
2441: $allroles{$spec.'.'.$area}.=':'.$coursepriv;
2442: }
2443: }
2444: }
2445: }
2446: }
2447: } else {
2448: if (defined($pr{$trole.':s'})) {
2449: $allroles{'cm./'}.=':'.$pr{$trole.':s'};
2450: $allroles{$spec.'./'}.=':'.$pr{$trole.':s'};
2451: }
2452: if ($tdomain ne '') {
2453: if (defined($pr{$trole.':d'})) {
2454: $allroles{'cm./'.$tdomain.'/'}.=':'.$pr{$trole.':d'};
2455: $allroles{$spec.'./'.$tdomain.'/'}.=':'.$pr{$trole.':d'};
2456: }
2457: if ($trest ne '') {
2458: if (defined($pr{$trole.':c'})) {
2459: $allroles{'cm.'.$area}.=':'.$pr{$trole.':c'};
2460: $allroles{$spec.'.'.$area}.=':'.$pr{$trole.':c'};
2461: }
2462: }
2463: }
2464: }
2465: }
2466: }
2467: }
2468: my $adv=0;
2469: my $author=0;
2470: foreach (keys %allroles) {
2471: %thesepriv=();
2472: if (($_=~/^au/) || ($_=~/^ca/)) { $author=1; }
2473: foreach (split(/:/,$allroles{$_})) {
2474: if ($_ ne '') {
2475: my ($privilege,$restrictions)=split(/&/,$_);
2476: if ($restrictions eq '') {
2477: $thesepriv{$privilege}='F';
2478: } else {
2479: if ($thesepriv{$privilege} ne 'F') {
2480: $thesepriv{$privilege}.=$restrictions;
2481: }
2482: }
2483: if ($thesepriv{'adv'} eq 'F') { $adv=1; }
2484: }
2485: }
2486: $thesestr='';
2487: foreach (keys %thesepriv) { $thesestr.=':'.$_.'&'.$thesepriv{$_}; }
2488: $userroles.='user.priv.'.$_.'='.$thesestr."\n";
2489: }
2490: $userroles.='user.adv='.$adv."\n".
2491: 'user.author='.$author."\n";
2492: $ENV{'user.adv'}=$adv;
2493: }
2494: return $userroles;
2495: }
2496:
2497: # --------------------------------------------------------------- get interface
2498:
2499: sub get {
2500: my ($namespace,$storearr,$udomain,$uname)=@_;
2501: my $items='';
2502: foreach (@$storearr) {
2503: $items.=escape($_).'&';
2504: }
2505: $items=~s/\&$//;
2506: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2507: if (!$uname) { $uname=$ENV{'user.name'}; }
2508: my $uhome=&homeserver($uname,$udomain);
2509:
2510: my $rep=&reply("get:$udomain:$uname:$namespace:$items",$uhome);
2511: my @pairs=split(/\&/,$rep);
2512: if ( $#pairs==0 && $pairs[0] =~ /^(con_lost|error|no_such_host)/i) {
2513: return @pairs;
2514: }
2515: my %returnhash=();
2516: my $i=0;
2517: foreach (@$storearr) {
2518: $returnhash{$_}=&thaw_unescape($pairs[$i]);
2519: $i++;
2520: }
2521: return %returnhash;
2522: }
2523:
2524: # --------------------------------------------------------------- del interface
2525:
2526: sub del {
2527: my ($namespace,$storearr,$udomain,$uname)=@_;
2528: my $items='';
2529: foreach (@$storearr) {
2530: $items.=escape($_).'&';
2531: }
2532: $items=~s/\&$//;
2533: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2534: if (!$uname) { $uname=$ENV{'user.name'}; }
2535: my $uhome=&homeserver($uname,$udomain);
2536:
2537: return &reply("del:$udomain:$uname:$namespace:$items",$uhome);
2538: }
2539:
2540: # -------------------------------------------------------------- dump interface
2541:
2542: sub dump {
2543: my ($namespace,$udomain,$uname,$regexp)=@_;
2544: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2545: if (!$uname) { $uname=$ENV{'user.name'}; }
2546: my $uhome=&homeserver($uname,$udomain);
2547: if ($regexp) {
2548: $regexp=&escape($regexp);
2549: } else {
2550: $regexp='.';
2551: }
2552: my $rep=reply("dump:$udomain:$uname:$namespace:$regexp",$uhome);
2553: my @pairs=split(/\&/,$rep);
2554: my %returnhash=();
2555: foreach (@pairs) {
2556: my ($key,$value)=split(/=/,$_);
2557: $returnhash{unescape($key)}=&thaw_unescape($value);
2558: }
2559: return %returnhash;
2560: }
2561:
2562: # -------------------------------------------------------------- keys interface
2563:
2564: sub getkeys {
2565: my ($namespace,$udomain,$uname)=@_;
2566: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2567: if (!$uname) { $uname=$ENV{'user.name'}; }
2568: my $uhome=&homeserver($uname,$udomain);
2569: my $rep=reply("keys:$udomain:$uname:$namespace",$uhome);
2570: my @keyarray=();
2571: foreach (split(/\&/,$rep)) {
2572: push (@keyarray,&unescape($_));
2573: }
2574: return @keyarray;
2575: }
2576:
2577: # --------------------------------------------------------------- currentdump
2578: sub currentdump {
2579: my ($courseid,$sdom,$sname)=@_;
2580: $courseid = $ENV{'request.course.id'} if (! defined($courseid));
2581: $sdom = $ENV{'user.domain'} if (! defined($sdom));
2582: $sname = $ENV{'user.name'} if (! defined($sname));
2583: my $uhome = &homeserver($sname,$sdom);
2584: my $rep=reply('currentdump:'.$sdom.':'.$sname.':'.$courseid,$uhome);
2585: return if ($rep =~ /^(error:|no_such_host)/);
2586: #
2587: my %returnhash=();
2588: #
2589: if ($rep eq "unknown_cmd") {
2590: # an old lond will not know currentdump
2591: # Do a dump and make it look like a currentdump
2592: my @tmp = &dump($courseid,$sdom,$sname,'.');
2593: return if ($tmp[0] =~ /^(error:|no_such_host)/);
2594: my %hash = @tmp;
2595: @tmp=();
2596: %returnhash = %{&convert_dump_to_currentdump(\%hash)};
2597: } else {
2598: my @pairs=split(/\&/,$rep);
2599: foreach (@pairs) {
2600: my ($key,$value)=split(/=/,$_);
2601: my ($symb,$param) = split(/:/,$key);
2602: $returnhash{&unescape($symb)}->{&unescape($param)} =
2603: &thaw_unescape($value);
2604: }
2605: }
2606: return %returnhash;
2607: }
2608:
2609: sub convert_dump_to_currentdump{
2610: my %hash = %{shift()};
2611: my %returnhash;
2612: # Code ripped from lond, essentially. The only difference
2613: # here is the unescaping done by lonnet::dump(). Conceivably
2614: # we might run in to problems with parameter names =~ /^v\./
2615: while (my ($key,$value) = each(%hash)) {
2616: my ($v,$symb,$param) = split(/:/,$key);
2617: next if ($v eq 'version' || $symb eq 'keys');
2618: next if (exists($returnhash{$symb}) &&
2619: exists($returnhash{$symb}->{$param}) &&
2620: $returnhash{$symb}->{'v.'.$param} > $v);
2621: $returnhash{$symb}->{$param}=$value;
2622: $returnhash{$symb}->{'v.'.$param}=$v;
2623: }
2624: #
2625: # Remove all of the keys in the hashes which keep track of
2626: # the version of the parameter.
2627: while (my ($symb,$param_hash) = each(%returnhash)) {
2628: # use a foreach because we are going to delete from the hash.
2629: foreach my $key (keys(%$param_hash)) {
2630: delete($param_hash->{$key}) if ($key =~ /^v\./);
2631: }
2632: }
2633: return \%returnhash;
2634: }
2635:
2636: # --------------------------------------------------------------- inc interface
2637:
2638: sub inc {
2639: my ($namespace,$store,$udomain,$uname) = @_;
2640: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2641: if (!$uname) { $uname=$ENV{'user.name'}; }
2642: my $uhome=&homeserver($uname,$udomain);
2643: my $items='';
2644: if (! ref($store)) {
2645: # got a single value, so use that instead
2646: $items = &escape($store).'=&';
2647: } elsif (ref($store) eq 'SCALAR') {
2648: $items = &escape($$store).'=&';
2649: } elsif (ref($store) eq 'ARRAY') {
2650: $items = join('=&',map {&escape($_);} @{$store});
2651: } elsif (ref($store) eq 'HASH') {
2652: while (my($key,$value) = each(%{$store})) {
2653: $items.= &escape($key).'='.&escape($value).'&';
2654: }
2655: }
2656: $items=~s/\&$//;
2657: return &reply("inc:$udomain:$uname:$namespace:$items",$uhome);
2658: }
2659:
2660: # --------------------------------------------------------------- put interface
2661:
2662: sub put {
2663: my ($namespace,$storehash,$udomain,$uname)=@_;
2664: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2665: if (!$uname) { $uname=$ENV{'user.name'}; }
2666: my $uhome=&homeserver($uname,$udomain);
2667: my $items='';
2668: foreach (keys %$storehash) {
2669: $items.=&escape($_).'='.&freeze_escape($$storehash{$_}).'&';
2670: }
2671: $items=~s/\&$//;
2672: return &reply("put:$udomain:$uname:$namespace:$items",$uhome);
2673: }
2674:
2675: # ---------------------------------------------------------- putstore interface
2676:
2677: sub putstore {
2678: my ($namespace,$storehash,$udomain,$uname)=@_;
2679: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2680: if (!$uname) { $uname=$ENV{'user.name'}; }
2681: my $uhome=&homeserver($uname,$udomain);
2682: my $items='';
2683: my %allitems = ();
2684: foreach (keys %$storehash) {
2685: if ($_ =~ m/^([^\:]+):([^\:]+):([^\:]+)$/) {
2686: my $key = $1.':keys:'.$2;
2687: $allitems{$key} .= $3.':';
2688: }
2689: $items.=$_.'='.&escape($$storehash{$_}).'&';
2690: }
2691: foreach (keys %allitems) {
2692: $allitems{$_} =~ s/\:$//;
2693: $items.= $_.'='.$allitems{$_}.'&';
2694: }
2695: $items=~s/\&$//;
2696: return &reply("put:$udomain:$uname:$namespace:$items",$uhome);
2697: }
2698:
2699: # ------------------------------------------------------ critical put interface
2700:
2701: sub cput {
2702: my ($namespace,$storehash,$udomain,$uname)=@_;
2703: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2704: if (!$uname) { $uname=$ENV{'user.name'}; }
2705: my $uhome=&homeserver($uname,$udomain);
2706: my $items='';
2707: foreach (keys %$storehash) {
2708: $items.=escape($_).'='.&freeze_escape($$storehash{$_}).'&';
2709: }
2710: $items=~s/\&$//;
2711: return &critical("put:$udomain:$uname:$namespace:$items",$uhome);
2712: }
2713:
2714: # -------------------------------------------------------------- eget interface
2715:
2716: sub eget {
2717: my ($namespace,$storearr,$udomain,$uname)=@_;
2718: my $items='';
2719: foreach (@$storearr) {
2720: $items.=escape($_).'&';
2721: }
2722: $items=~s/\&$//;
2723: if (!$udomain) { $udomain=$ENV{'user.domain'}; }
2724: if (!$uname) { $uname=$ENV{'user.name'}; }
2725: my $uhome=&homeserver($uname,$udomain);
2726: my $rep=&reply("eget:$udomain:$uname:$namespace:$items",$uhome);
2727: my @pairs=split(/\&/,$rep);
2728: my %returnhash=();
2729: my $i=0;
2730: foreach (@$storearr) {
2731: $returnhash{$_}=&thaw_unescape($pairs[$i]);
2732: $i++;
2733: }
2734: return %returnhash;
2735: }
2736:
2737: # ---------------------------------------------- Custom access rule evaluation
2738:
2739: sub customaccess {
2740: my ($priv,$uri)=@_;
2741: my ($urole,$urealm)=split(/\./,$ENV{'request.role'});
2742: $urealm=~s/^\W//;
2743: my ($udom,$ucrs,$usec)=split(/\//,$urealm);
2744: my $access=0;
2745: foreach (split(/\s*\,\s*/,&metadata($uri,'rule_rights'))) {
2746: my ($effect,$realm,$role)=split(/\:/,$_);
2747: if ($role) {
2748: if ($role ne $urole) { next; }
2749: }
2750: foreach (split(/\s*\,\s*/,$realm)) {
2751: my ($tdom,$tcrs,$tsec)=split(/\_/,$_);
2752: if ($tdom) {
2753: if ($tdom ne $udom) { next; }
2754: }
2755: if ($tcrs) {
2756: if ($tcrs ne $ucrs) { next; }
2757: }
2758: if ($tsec) {
2759: if ($tsec ne $usec) { next; }
2760: }
2761: $access=($effect eq 'allow');
2762: last;
2763: }
2764: if ($realm eq '' && $role eq '') {
2765: $access=($effect eq 'allow');
2766: }
2767: }
2768: return $access;
2769: }
2770:
2771: # ------------------------------------------------- Check for a user privilege
2772:
2773: sub allowed {
2774: my ($priv,$uri)=@_;
2775: $uri=&deversion($uri);
2776: my $orguri=$uri;
2777: $uri=&declutter($uri);
2778:
2779:
2780:
2781: if (defined($ENV{'allowed.'.$priv})) { return $ENV{'allowed.'.$priv}; }
2782: # Free bre access to adm and meta resources
2783: if (((($uri=~/^adm\//) && ($uri !~ m|/bulletinboard$|))
2784: || ($uri=~/\.meta$/)) && ($priv eq 'bre')) {
2785: return 'F';
2786: }
2787:
2788: # Free bre access to user's own portfolio contents
2789: my ($space,$domain,$name,$dir)=split('/',$uri);
2790: if (('uploaded' eq $space) && ($ENV{'user.name'} eq $name) &&
2791: ($ENV{'user.domain'} eq $domain) && ('portfolio' eq $dir)) {
2792: return 'F';
2793: }
2794:
2795: # Free bre to public access
2796:
2797: if ($priv eq 'bre') {
2798: my $copyright=&metadata($uri,'copyright');
2799: if (($copyright eq 'public') && (!$ENV{'request.course.id'})) {
2800: return 'F';
2801: }
2802: if ($copyright eq 'priv') {
2803: $uri=~/([^\/]+)\/([^\/]+)\//;
2804: unless (($ENV{'user.name'} eq $2) && ($ENV{'user.domain'} eq $1)) {
2805: return '';
2806: }
2807: }
2808: if ($copyright eq 'domain') {
2809: $uri=~/([^\/]+)\/([^\/]+)\//;
2810: unless (($ENV{'user.domain'} eq $1) ||
2811: ($ENV{'course.'.$ENV{'request.course.id'}.'.domain'} eq $1)) {
2812: return '';
2813: }
2814: }
2815: if ($ENV{'request.role'}=~ /li\.\//) {
2816: # Library role, so allow browsing of resources in this domain.
2817: return 'F';
2818: }
2819: if ($copyright eq 'custom') {
2820: unless (&customaccess($priv,$uri)) { return ''; }
2821: }
2822: }
2823: # Domain coordinator is trying to create a course
2824: if (($priv eq 'ccc') && ($ENV{'request.role'} =~ /^dc\./)) {
2825: # uri is the requested domain in this case.
2826: # comparison to 'request.role.domain' shows if the user has selected
2827: # a role of dc for the domain in question.
2828: return 'F' if ($uri eq $ENV{'request.role.domain'});
2829: }
2830:
2831: my $thisallowed='';
2832: my $statecond=0;
2833: my $courseprivid='';
2834:
2835: # Course
2836:
2837: if ($ENV{'user.priv.'.$ENV{'request.role'}.'./'}=~/\Q$priv\E\&([^\:]*)/) {
2838: $thisallowed.=$1;
2839: }
2840:
2841: # Domain
2842:
2843: if ($ENV{'user.priv.'.$ENV{'request.role'}.'./'.(split(/\//,$uri))[0].'/'}
2844: =~/\Q$priv\E\&([^\:]*)/) {
2845: $thisallowed.=$1;
2846: }
2847:
2848: # Course: uri itself is a course
2849: my $courseuri=$uri;
2850: $courseuri=~s/\_(\d)/\/$1/;
2851: $courseuri=~s/^([^\/])/\/$1/;
2852:
2853: if ($ENV{'user.priv.'.$ENV{'request.role'}.'.'.$courseuri}
2854: =~/\Q$priv\E\&([^\:]*)/) {
2855: $thisallowed.=$1;
2856: }
2857:
2858: # URI is an uploaded document for this course
2859:
2860: if (($priv eq 'bre') && ($uri=~m|^uploaded/|)) {
2861: my $refuri=$ENV{'httpref.'.$orguri};
2862: if ($refuri) {
2863: if ($refuri =~ m|^/adm/|) {
2864: $thisallowed='F';
2865: }
2866: }
2867: }
2868:
2869: # Full access at system, domain or course-wide level? Exit.
2870:
2871: if ($thisallowed=~/F/) {
2872: return 'F';
2873: }
2874:
2875: # If this is generating or modifying users, exit with special codes
2876:
2877: if (':csu:cdc:ccc:cin:cta:cep:ccr:cst:cad:cli:cau:cdg:cca:'=~/\:\Q$priv\E\:/) {
2878: return $thisallowed;
2879: }
2880: #
2881: # Gathered so far: system, domain and course wide privileges
2882: #
2883: # Course: See if uri or referer is an individual resource that is part of
2884: # the course
2885:
2886: if ($ENV{'request.course.id'}) {
2887:
2888: $courseprivid=$ENV{'request.course.id'};
2889: if ($ENV{'request.course.sec'}) {
2890: $courseprivid.='/'.$ENV{'request.course.sec'};
2891: }
2892: $courseprivid=~s/\_/\//;
2893: my $checkreferer=1;
2894: my ($match,$cond)=&is_on_map($uri);
2895: if ($match) {
2896: $statecond=$cond;
2897: if ($ENV{'user.priv.'.$ENV{'request.role'}.'./'.$courseprivid}
2898: =~/\Q$priv\E\&([^\:]*)/) {
2899: $thisallowed.=$1;
2900: $checkreferer=0;
2901: }
2902: }
2903:
2904: if ($checkreferer) {
2905: my $refuri=$ENV{'httpref.'.$orguri};
2906: unless ($refuri) {
2907: foreach (keys %ENV) {
2908: if ($_=~/^httpref\..*\*/) {
2909: my $pattern=$_;
2910: $pattern=~s/^httpref\.\/res\///;
2911: $pattern=~s/\*/\[\^\/\]\+/g;
2912: $pattern=~s/\//\\\//g;
2913: if ($orguri=~/$pattern/) {
2914: $refuri=$ENV{$_};
2915: }
2916: }
2917: }
2918: }
2919:
2920: if ($refuri) {
2921: $refuri=&declutter($refuri);
2922: my ($match,$cond)=&is_on_map($refuri);
2923: if ($match) {
2924: my $refstatecond=$cond;
2925: if ($ENV{'user.priv.'.$ENV{'request.role'}.'./'.$courseprivid}
2926: =~/\Q$priv\E\&([^\:]*)/) {
2927: $thisallowed.=$1;
2928: $uri=$refuri;
2929: $statecond=$refstatecond;
2930: }
2931: }
2932: }
2933: }
2934: }
2935:
2936: #
2937: # Gathered now: all privileges that could apply, and condition number
2938: #
2939: #
2940: # Full or no access?
2941: #
2942:
2943: if ($thisallowed=~/F/) {
2944: return 'F';
2945: }
2946:
2947: unless ($thisallowed) {
2948: return '';
2949: }
2950:
2951: # Restrictions exist, deal with them
2952: #
2953: # C:according to course preferences
2954: # R:according to resource settings
2955: # L:unless locked
2956: # X:according to user session state
2957: #
2958:
2959: # Possibly locked functionality, check all courses
2960: # Locks might take effect only after 10 minutes cache expiration for other
2961: # courses, and 2 minutes for current course
2962:
2963: my $envkey;
2964: if ($thisallowed=~/L/) {
2965: foreach $envkey (keys %ENV) {
2966: if ($envkey=~/^user\.role\.(st|ta)\.([^\.]*)/) {
2967: my $courseid=$2;
2968: my $roleid=$1.'.'.$2;
2969: $courseid=~s/^\///;
2970: my $expiretime=600;
2971: if ($ENV{'request.role'} eq $roleid) {
2972: $expiretime=120;
2973: }
2974: my ($cdom,$cnum,$csec)=split(/\//,$courseid);
2975: my $prefix='course.'.$cdom.'_'.$cnum.'.';
2976: if ((time-$ENV{$prefix.'last_cache'})>$expiretime) {
2977: &coursedescription($courseid);
2978: }
2979: if (($ENV{$prefix.'res.'.$uri.'.lock.sections'}=~/\,\Q$csec\E\,/)
2980: || ($ENV{$prefix.'res.'.$uri.'.lock.sections'} eq 'all')) {
2981: if ($ENV{$prefix.'res.'.$uri.'.lock.expire'}>time) {
2982: &log($ENV{'user.domain'},$ENV{'user.name'},
2983: $ENV{'user.home'},
2984: 'Locked by res: '.$priv.' for '.$uri.' due to '.
2985: $cdom.'/'.$cnum.'/'.$csec.' expire '.
2986: $ENV{$prefix.'priv.'.$priv.'.lock.expire'});
2987: return '';
2988: }
2989: }
2990: if (($ENV{$prefix.'priv.'.$priv.'.lock.sections'}=~/\,\Q$csec\E\,/)
2991: || ($ENV{$prefix.'priv.'.$priv.'.lock.sections'} eq 'all')) {
2992: if ($ENV{'priv.'.$priv.'.lock.expire'}>time) {
2993: &log($ENV{'user.domain'},$ENV{'user.name'},
2994: $ENV{'user.home'},
2995: 'Locked by priv: '.$priv.' for '.$uri.' due to '.
2996: $cdom.'/'.$cnum.'/'.$csec.' expire '.
2997: $ENV{$prefix.'priv.'.$priv.'.lock.expire'});
2998: return '';
2999: }
3000: }
3001: }
3002: }
3003: }
3004:
3005: #
3006: # Rest of the restrictions depend on selected course
3007: #
3008:
3009: unless ($ENV{'request.course.id'}) {
3010: return '1';
3011: }
3012:
3013: #
3014: # Now user is definitely in a course
3015: #
3016:
3017:
3018: # Course preferences
3019:
3020: if ($thisallowed=~/C/) {
3021: my $rolecode=(split(/\./,$ENV{'request.role'}))[0];
3022: my $unamedom=$ENV{'user.name'}.':'.$ENV{'user.domain'};
3023: if ($ENV{'course.'.$ENV{'request.course.id'}.'.'.$priv.'.roles.denied'}
3024: =~/\Q$rolecode\E/) {
3025: &log($ENV{'user.domain'},$ENV{'user.name'},$ENV{'user.host'},
3026: 'Denied by role: '.$priv.' for '.$uri.' as '.$rolecode.' in '.
3027: $ENV{'request.course.id'});
3028: return '';
3029: }
3030:
3031: if ($ENV{'course.'.$ENV{'request.course.id'}.'.'.$priv.'.users.denied'}
3032: =~/\Q$unamedom\E/) {
3033: &log($ENV{'user.domain'},$ENV{'user.name'},$ENV{'user.host'},
3034: 'Denied by user: '.$priv.' for '.$uri.' as '.$unamedom.' in '.
3035: $ENV{'request.course.id'});
3036: return '';
3037: }
3038: }
3039:
3040: # Resource preferences
3041:
3042: if ($thisallowed=~/R/) {
3043: my $rolecode=(split(/\./,$ENV{'request.role'}))[0];
3044: if (&metadata($uri,'roledeny')=~/\Q$rolecode\E/) {
3045: &log($ENV{'user.domain'},$ENV{'user.name'},$ENV{'user.host'},
3046: 'Denied by role: '.$priv.' for '.$uri.' as '.$rolecode);
3047: return '';
3048: }
3049: }
3050:
3051: # Restricted by state or randomout?
3052:
3053: if ($thisallowed=~/X/) {
3054: if ($ENV{'acc.randomout'}) {
3055: my $symb=&symbread($uri,1);
3056: if (($symb) && ($ENV{'acc.randomout'}=~/\&\Q$symb\E\&/)) {
3057: return '';
3058: }
3059: }
3060: if (&condval($statecond)) {
3061: return '2';
3062: } else {
3063: return '';
3064: }
3065: }
3066:
3067: return 'F';
3068: }
3069:
3070: # --------------------------------------------------- Is a resource on the map?
3071:
3072: sub is_on_map {
3073: my $uri=&declutter(shift);
3074: $uri=~s/\.\d+\.(\w+)$/\.$1/;
3075: my @uriparts=split(/\//,$uri);
3076: my $filename=$uriparts[$#uriparts];
3077: my $pathname=$uri;
3078: $pathname=~s|/\Q$filename\E$||;
3079: $pathname=~s/^adm\/wrapper\///;
3080: #Trying to find the conditional for the file
3081: my $match=($ENV{'acc.res.'.$ENV{'request.course.id'}.'.'.$pathname}=~
3082: /\&\Q$filename\E\:([\d\|]+)\&/);
3083: if ($match) {
3084: return (1,$1);
3085: } else {
3086: return (0,0);
3087: }
3088: }
3089:
3090: # --------------------------------------------------------- Get symb from alias
3091:
3092: sub get_symb_from_alias {
3093: my $symb=shift;
3094: my ($map,$resid,$url)=&decode_symb($symb);
3095: # Already is a symb
3096: if ($url) { return $symb; }
3097: # Must be an alias
3098: my $aliassymb='';
3099: my %bighash;
3100: if (tie(%bighash,'GDBM_File',$ENV{'request.course.fn'}.'.db',
3101: &GDBM_READER(),0640)) {
3102: my $rid=$bighash{'mapalias_'.$symb};
3103: if ($rid) {
3104: my ($mapid,$resid)=split(/\./,$rid);
3105: $aliassymb=&encode_symb($bighash{'map_id_'.$mapid},
3106: $resid,$bighash{'src_'.$rid});
3107: }
3108: untie %bighash;
3109: }
3110: return $aliassymb;
3111: }
3112:
3113: # ----------------------------------------------------------------- Define Role
3114:
3115: sub definerole {
3116: if (allowed('mcr','/')) {
3117: my ($rolename,$sysrole,$domrole,$courole)=@_;
3118: foreach (split(':',$sysrole)) {
3119: my ($crole,$cqual)=split(/\&/,$_);
3120: if ($pr{'cr:s'}!~/\Q$crole\E/) { return "refused:s:$crole"; }
3121: if ($pr{'cr:s'}=~/\Q$crole\E\&/) {
3122: if ($pr{'cr:s'}!~/\Q$crole\E\&\w*\Q$cqual\E/) {
3123: return "refused:s:$crole&$cqual";
3124: }
3125: }
3126: }
3127: foreach (split(':',$domrole)) {
3128: my ($crole,$cqual)=split(/\&/,$_);
3129: if ($pr{'cr:d'}!~/\Q$crole\E/) { return "refused:d:$crole"; }
3130: if ($pr{'cr:d'}=~/\Q$crole\E\&/) {
3131: if ($pr{'cr:d'}!~/\Q$crole\W\&\w*\Q$cqual\E/) {
3132: return "refused:d:$crole&$cqual";
3133: }
3134: }
3135: }
3136: foreach (split(':',$courole)) {
3137: my ($crole,$cqual)=split(/\&/,$_);
3138: if ($pr{'cr:c'}!~/\Q$crole\E/) { return "refused:c:$crole"; }
3139: if ($pr{'cr:c'}=~/\Q$crole\E\&/) {
3140: if ($pr{'cr:c'}!~/\Q$crole\E\&\w*\Q$cqual\E/) {
3141: return "refused:c:$crole&$cqual";
3142: }
3143: }
3144: }
3145: my $command="encrypt:rolesput:$ENV{'user.domain'}:$ENV{'user.name'}:".
3146: "$ENV{'user.domain'}:$ENV{'user.name'}:".
3147: "rolesdef_$rolename=".
3148: escape($sysrole.'_'.$domrole.'_'.$courole);
3149: return reply($command,$ENV{'user.home'});
3150: } else {
3151: return 'refused';
3152: }
3153: }
3154:
3155: # ---------------- Make a metadata query against the network of library servers
3156:
3157: sub metadata_query {
3158: my ($query,$custom,$customshow,$server_array)=@_;
3159: my %rhash;
3160: my @server_list = (defined($server_array) ? @$server_array
3161: : keys(%libserv) );
3162: for my $server (@server_list) {
3163: unless ($custom or $customshow) {
3164: my $reply=&reply("querysend:".&escape($query),$server);
3165: $rhash{$server}=$reply;
3166: }
3167: else {
3168: my $reply=&reply("querysend:".&escape($query).':'.
3169: &escape($custom).':'.&escape($customshow),
3170: $server);
3171: $rhash{$server}=$reply;
3172: }
3173: }
3174: return \%rhash;
3175: }
3176:
3177: # ----------------------------------------- Send log queries and wait for reply
3178:
3179: sub log_query {
3180: my ($uname,$udom,$query,%filters)=@_;
3181: my $uhome=&homeserver($uname,$udom);
3182: if ($uhome eq 'no_host') { return 'error: no_host'; }
3183: my $uhost=$hostname{$uhome};
3184: my $command=&escape(join(':',map{$_.'='.$filters{$_}} keys %filters));
3185: my $queryid=&reply("querysend:".$query.':'.$udom.':'.$uname.':'.$command,
3186: $uhome);
3187: unless ($queryid=~/^\Q$uhost\E\_/) { return 'error: '.$queryid; }
3188: return get_query_reply($queryid);
3189: }
3190:
3191: # ------- Request retrieval of institutional classlists for course(s)
3192:
3193: sub fetch_enrollment_query {
3194: my ($context,$affiliatesref,$replyref,$dom,$cnum) = @_;
3195: my $homeserver;
3196: my $maxtries = 1;
3197: if ($context eq 'automated') {
3198: $homeserver = $perlvar{'lonHostID'};
3199: $maxtries = 10; # will wait for up to 2000s for retrieval of classlist data before timeout
3200: } else {
3201: $homeserver = &homeserver($cnum,$dom);
3202: }
3203: my $host=$hostname{$homeserver};
3204: my $cmd = '';
3205: foreach (keys %{$affiliatesref}) {
3206: $cmd .= $_.'='.join(",",@{$$affiliatesref{$_}}).'%%';
3207: }
3208: $cmd =~ s/%%$//;
3209: $cmd = &escape($cmd);
3210: my $query = 'fetchenrollment';
3211: my $queryid=&reply("querysend:".$query.':'.$dom.':'.$ENV{'user.name'}.':'.$cmd,$homeserver);
3212: unless ($queryid=~/^\Q$host\E\_/) {
3213: &logthis('fetch_enrollment_query: invalid queryid: '.$queryid.' for host: '.$host.' and homeserver: '.$homeserver.' context: '.$context.' '.$cnum);
3214: return 'error: '.$queryid;
3215: }
3216: my $reply = &get_query_reply($queryid);
3217: my $tries = 1;
3218: while (($reply=~/^timeout/) && ($tries < $maxtries)) {
3219: $reply = &get_query_reply($queryid);
3220: $tries ++;
3221: }
3222: if ( ($reply =~/^timeout/) || ($reply =~/^error/) ) {
3223: &logthis('fetch_enrollment_query error: '.$reply.' for '.$dom.' '.$ENV{'user.name'}.' for '.$queryid.' context: '.$context.' '.$cnum.' maxtries: '.$maxtries.' tries: '.$tries);
3224: } else {
3225: my @responses = split/:/,$reply;
3226: if ($homeserver eq $perlvar{'lonHostID'}) {
3227: foreach (@responses) {
3228: my ($key,$value) = split/=/,$_;
3229: $$replyref{$key} = $value;
3230: }
3231: } else {
3232: my $pathname = $perlvar{'lonDaemons'}.'/tmp';
3233: foreach (@responses) {
3234: my ($key,$value) = split/=/,$_;
3235: $$replyref{$key} = $value;
3236: if ($value > 0) {
3237: foreach (@{$$affiliatesref{$key}}) {
3238: my $filename = $dom.'_'.$key.'_'.$_.'_classlist.xml';
3239: my $destname = $pathname.'/'.$filename;
3240: my $xml_classlist = &reply("autoretrieve:".$filename,$homeserver);
3241: if ($xml_classlist =~ /^error/) {
3242: &logthis('fetch_enrollment_query - autoretrieve error: '.$xml_classlist.' for '.$filename.' from server: '.$homeserver.' '.$context.' '.$cnum);
3243: } else {
3244: if ( open(FILE,">$destname") ) {
3245: print FILE &unescape($xml_classlist);
3246: close(FILE);
3247: } else {
3248: &logthis('fetch_enrollment_query - error opening classlist file '.$destname.' '.$context.' '.$cnum);
3249: }
3250: }
3251: }
3252: }
3253: }
3254: }
3255: return 'ok';
3256: }
3257: return 'error';
3258: }
3259:
3260: sub get_query_reply {
3261: my $queryid=shift;
3262: my $replyfile=$perlvar{'lonDaemons'}.'/tmp/'.$queryid;
3263: my $reply='';
3264: for (1..100) {
3265: sleep 2;
3266: if (-e $replyfile.'.end') {
3267: if (open(my $fh,$replyfile)) {
3268: $reply.=<$fh>;
3269: close($fh);
3270: } else { return 'error: reply_file_error'; }
3271: return &unescape($reply);
3272: }
3273: }
3274: return 'timeout:'.$queryid;
3275: }
3276:
3277: sub courselog_query {
3278: #
3279: # possible filters:
3280: # url: url or symb
3281: # username
3282: # domain
3283: # action: view, submit, grade
3284: # start: timestamp
3285: # end: timestamp
3286: #
3287: my (%filters)=@_;
3288: unless ($ENV{'request.course.id'}) { return 'no_course'; }
3289: if ($filters{'url'}) {
3290: $filters{'url'}=&symbclean(&declutter($filters{'url'}));
3291: $filters{'url'}=~s/\.(\w+)$/(\\.\\d+)*\\.$1/;
3292: $filters{'url'}=~s/\.(\w+)\_\_\_/(\\.\\d+)*\\.$1/;
3293: }
3294: my $cname=$ENV{'course.'.$ENV{'request.course.id'}.'.num'};
3295: my $cdom=$ENV{'course.'.$ENV{'request.course.id'}.'.domain'};
3296: return &log_query($cname,$cdom,'courselog',%filters);
3297: }
3298:
3299: sub userlog_query {
3300: my ($uname,$udom,%filters)=@_;
3301: return &log_query($uname,$udom,'userlog',%filters);
3302: }
3303:
3304: #--------- Call auto-enrollment subs in localenroll.pm for homeserver for course
3305:
3306: sub auto_run {
3307: my ($cnum,$cdom) = @_;
3308: my $homeserver = &homeserver($cnum,$cdom);
3309: my $response = &reply('autorun:'.$cdom,$homeserver);
3310: return $response;
3311: }
3312:
3313: sub auto_get_sections {
3314: my ($cnum,$cdom,$inst_coursecode) = @_;
3315: my $homeserver = &homeserver($cnum,$cdom);
3316: my @secs = ();
3317: my $response=&unescape(&reply('autogetsections:'.$inst_coursecode.':'.$cdom,$homeserver));
3318: unless ($response eq 'refused') {
3319: @secs = split/:/,$response;
3320: }
3321: return @secs;
3322: }
3323:
3324: sub auto_new_course {
3325: my ($cnum,$cdom,$inst_course_id,$owner) = @_;
3326: my $homeserver = &homeserver($cnum,$cdom);
3327: my $response=&unescape(&reply('autonewcourse:'.$inst_course_id.':'.$owner.':'.$cdom,$homeserver));
3328: return $response;
3329: }
3330:
3331: sub auto_validate_courseID {
3332: my ($cnum,$cdom,$inst_course_id) = @_;
3333: my $homeserver = &homeserver($cnum,$cdom);
3334: my $response=&unescape(&reply('autovalidatecourse:'.$inst_course_id.':'.$cdom,$homeserver));
3335: return $response;
3336: }
3337:
3338: sub auto_create_password {
3339: my ($cnum,$cdom,$authparam) = @_;
3340: my $homeserver = &homeserver($cnum,$cdom);
3341: my $create_passwd = 0;
3342: my $authchk = '';
3343: my $response=&unescape(&reply('autocreatepassword:'.$authparam.':'.$cdom,$homeserver));
3344: if ($response eq 'refused') {
3345: $authchk = 'refused';
3346: } else {
3347: ($authparam,$create_passwd,$authchk) = split/:/,$response;
3348: }
3349: return ($authparam,$create_passwd,$authchk);
3350: }
3351:
3352: sub auto_instcode_format {
3353: my ($caller,$codedom,$instcodes,$codes,$codetitles,$cat_titles,$cat_order) = @_;
3354: my $courses = '';
3355: my $homeserver;
3356: if ($caller eq 'global') {
3357: $homeserver = $perlvar{'lonHostID'};
3358: } else {
3359: $homeserver = &homeserver($caller,$codedom);
3360: }
3361: my $host=$hostname{$homeserver};
3362: foreach (keys %{$instcodes}) {
3363: $courses .= &escape($_).'='.&escape($$instcodes{$_}).'&';
3364: }
3365: chop($courses);
3366: my $response=&reply('autoinstcodeformat:'.$codedom.':'.$courses,$homeserver);
3367: unless ($response =~ /(con_lost|error|no_such_host|refused)/) {
3368: my ($codes_str,$codetitles_str,$cat_titles_str,$cat_order_str) = split/:/,$response;
3369: %{$codes} = &str2hash($codes_str);
3370: @{$codetitles} = &str2array($codetitles_str);
3371: %{$cat_titles} = &str2hash($cat_titles_str);
3372: %{$cat_order} = &str2hash($cat_order_str);
3373: return 'ok';
3374: }
3375: return $response;
3376: }
3377:
3378: # ------------------------------------------------------------------ Plain Text
3379:
3380: sub plaintext {
3381: my $short=shift;
3382: return &mt($prp{$short});
3383: }
3384:
3385: # ----------------------------------------------------------------- Assign Role
3386:
3387: sub assignrole {
3388: my ($udom,$uname,$url,$role,$end,$start,$deleteflag)=@_;
3389: my $mrole;
3390: if ($role =~ /^cr\//) {
3391: my $cwosec=$url;
3392: $cwosec=~s/^\/(\w+)\/(\w+)\/.*/$1\/$2/;
3393: unless (&allowed('ccr',$cwosec)) {
3394: &logthis('Refused custom assignrole: '.
3395: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
3396: $ENV{'user.name'}.' at '.$ENV{'user.domain'});
3397: return 'refused';
3398: }
3399: $mrole='cr';
3400: } else {
3401: my $cwosec=$url;
3402: $cwosec=~s/^\/(\w+)\/(\w+)\/.*/$1\/$2/;
3403: unless ((&allowed('c'.$role,$cwosec)) || &allowed('c'.$role,$udom)) {
3404: &logthis('Refused assignrole: '.
3405: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
3406: $ENV{'user.name'}.' at '.$ENV{'user.domain'});
3407: return 'refused';
3408: }
3409: $mrole=$role;
3410: }
3411: my $command="encrypt:rolesput:$ENV{'user.domain'}:$ENV{'user.name'}:".
3412: "$udom:$uname:$url".'_'."$mrole=$role";
3413: if ($end) { $command.='_'.$end; }
3414: if ($start) {
3415: if ($end) {
3416: $command.='_'.$start;
3417: } else {
3418: $command.='_0_'.$start;
3419: }
3420: }
3421: # actually delete
3422: if ($deleteflag) {
3423: if ((&allowed('dro',$udom)) || (&allowed('dro',$url))) {
3424: # modify command to delete the role
3425: $command="encrypt:rolesdel:$ENV{'user.domain'}:$ENV{'user.name'}:".
3426: "$udom:$uname:$url".'_'."$mrole";
3427: &logthis("$ENV{'user.name'} at $ENV{'user.domain'} deletes $mrole in $url for $uname at $udom");
3428: # set start and finish to negative values for userrolelog
3429: $start=-1;
3430: $end=-1;
3431: }
3432: }
3433: # send command
3434: my $answer=&reply($command,&homeserver($uname,$udom));
3435: # log new user role if status is ok
3436: if ($answer eq 'ok') {
3437: &userrolelog($mrole,$uname,$udom,$url,$start,$end);
3438: }
3439: return $answer;
3440: }
3441:
3442: # -------------------------------------------------- Modify user authentication
3443: # Overrides without validation
3444:
3445: sub modifyuserauth {
3446: my ($udom,$uname,$umode,$upass)=@_;
3447: my $uhome=&homeserver($uname,$udom);
3448: unless (&allowed('mau',$udom)) { return 'refused'; }
3449: &logthis('Call to modify user authentication '.$udom.', '.$uname.', '.
3450: $umode.' by '.$ENV{'user.name'}.' at '.$ENV{'user.domain'}.
3451: ' in domain '.$ENV{'request.role.domain'});
3452: my $reply=&reply('encrypt:changeuserauth:'.$udom.':'.$uname.':'.$umode.':'.
3453: &escape($upass),$uhome);
3454: &log($ENV{'user.domain'},$ENV{'user.name'},$ENV{'user.home'},
3455: 'Authentication changed for '.$udom.', '.$uname.', '.$umode.
3456: '(Remote '.$ENV{'REMOTE_ADDR'}.'): '.$reply);
3457: &log($udom,,$uname,$uhome,
3458: 'Authentication changed by '.$ENV{'user.domain'}.', '.
3459: $ENV{'user.name'}.', '.$umode.
3460: '(Remote '.$ENV{'REMOTE_ADDR'}.'): '.$reply);
3461: unless ($reply eq 'ok') {
3462: &logthis('Authentication mode error: '.$reply);
3463: return 'error: '.$reply;
3464: }
3465: return 'ok';
3466: }
3467:
3468: # --------------------------------------------------------------- Modify a user
3469:
3470: sub modifyuser {
3471: my ($udom, $uname, $uid,
3472: $umode, $upass, $first,
3473: $middle, $last, $gene,
3474: $forceid, $desiredhome, $email)=@_;
3475: $udom=~s/\W//g;
3476: $uname=~s/\W//g;
3477: &logthis('Call to modify user '.$udom.', '.$uname.', '.$uid.', '.
3478: $umode.', '.$first.', '.$middle.', '.
3479: $last.', '.$gene.'(forceid: '.$forceid.')'.
3480: (defined($desiredhome) ? ' desiredhome = '.$desiredhome :
3481: ' desiredhome not specified').
3482: ' by '.$ENV{'user.name'}.' at '.$ENV{'user.domain'}.
3483: ' in domain '.$ENV{'request.role.domain'});
3484: my $uhome=&homeserver($uname,$udom,'true');
3485: # ----------------------------------------------------------------- Create User
3486: if (($uhome eq 'no_host') &&
3487: (($umode && $upass) || ($umode eq 'localauth'))) {
3488: my $unhome='';
3489: if (defined($desiredhome) && $hostdom{$desiredhome} eq $udom) {
3490: $unhome = $desiredhome;
3491: } elsif($ENV{'course.'.$ENV{'request.course.id'}.'.domain'} eq $udom) {
3492: $unhome=$ENV{'course.'.$ENV{'request.course.id'}.'.home'};
3493: } else { # load balancing routine for determining $unhome
3494: my $tryserver;
3495: my $loadm=10000000;
3496: foreach $tryserver (keys %libserv) {
3497: if ($hostdom{$tryserver} eq $udom) {
3498: my $answer=reply('load',$tryserver);
3499: if (($answer=~/\d+/) && ($answer<$loadm)) {
3500: $loadm=$answer;
3501: $unhome=$tryserver;
3502: }
3503: }
3504: }
3505: }
3506: if (($unhome eq '') || ($unhome eq 'no_host')) {
3507: return 'error: unable to find a home server for '.$uname.
3508: ' in domain '.$udom;
3509: }
3510: my $reply=&reply('encrypt:makeuser:'.$udom.':'.$uname.':'.$umode.':'.
3511: &escape($upass),$unhome);
3512: unless ($reply eq 'ok') {
3513: return 'error: '.$reply;
3514: }
3515: $uhome=&homeserver($uname,$udom,'true');
3516: if (($uhome eq '') || ($uhome eq 'no_host') || ($uhome ne $unhome)) {
3517: return 'error: unable verify users home machine.';
3518: }
3519: } # End of creation of new user
3520: # ---------------------------------------------------------------------- Add ID
3521: if ($uid) {
3522: $uid=~tr/A-Z/a-z/;
3523: my %uidhash=&idrget($udom,$uname);
3524: if (($uidhash{$uname}) && ($uidhash{$uname}!~/error\:/)
3525: && (!$forceid)) {
3526: unless ($uid eq $uidhash{$uname}) {
3527: return 'error: user id "'.$uid.'" does not match '.
3528: 'current user id "'.$uidhash{$uname}.'".';
3529: }
3530: } else {
3531: &idput($udom,($uname => $uid));
3532: }
3533: }
3534: # -------------------------------------------------------------- Add names, etc
3535: my @tmp=&get('environment',
3536: ['firstname','middlename','lastname','generation'],
3537: $udom,$uname);
3538: my %names;
3539: if ($tmp[0] =~ m/^error:.*/) {
3540: %names=();
3541: } else {
3542: %names = @tmp;
3543: }
3544: #
3545: # Make sure to not trash student environment if instructor does not bother
3546: # to supply name and email information
3547: #
3548: if ($first) { $names{'firstname'} = $first; }
3549: if (defined($middle)) { $names{'middlename'} = $middle; }
3550: if ($last) { $names{'lastname'} = $last; }
3551: if (defined($gene)) { $names{'generation'} = $gene; }
3552: if ($email) { $names{'notification'} = $email;
3553: $names{'critnotification'} = $email; }
3554:
3555: my $reply = &put('environment', \%names, $udom,$uname);
3556: if ($reply ne 'ok') { return 'error: '.$reply; }
3557: &logthis('Success modifying user '.$udom.', '.$uname.', '.$uid.', '.
3558: $umode.', '.$first.', '.$middle.', '.
3559: $last.', '.$gene.' by '.
3560: $ENV{'user.name'}.' at '.$ENV{'user.domain'});
3561: return 'ok';
3562: }
3563:
3564: # -------------------------------------------------------------- Modify student
3565:
3566: sub modifystudent {
3567: my ($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene,$usec,
3568: $end,$start,$forceid,$desiredhome,$email,$type,$locktype,$cid)=@_;
3569: if (!$cid) {
3570: unless ($cid=$ENV{'request.course.id'}) {
3571: return 'not_in_class';
3572: }
3573: }
3574: # --------------------------------------------------------------- Make the user
3575: my $reply=&modifyuser
3576: ($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene,$forceid,
3577: $desiredhome,$email);
3578: unless ($reply eq 'ok') { return $reply; }
3579: # This will cause &modify_student_enrollment to get the uid from the
3580: # students environment
3581: $uid = undef if (!$forceid);
3582: $reply = &modify_student_enrollment($udom,$uname,$uid,$first,$middle,$last,
3583: $gene,$usec,$end,$start,$type,$locktype,$cid);
3584: return $reply;
3585: }
3586:
3587: sub modify_student_enrollment {
3588: my ($udom,$uname,$uid,$first,$middle,$last,$gene,$usec,$end,$start,$type,$locktype,$cid) = @_;
3589: my ($cdom,$cnum,$chome);
3590: if (!$cid) {
3591: unless ($cid=$ENV{'request.course.id'}) {
3592: return 'not_in_class';
3593: }
3594: $cdom=$ENV{'course.'.$cid.'.domain'};
3595: $cnum=$ENV{'course.'.$cid.'.num'};
3596: } else {
3597: ($cdom,$cnum)=split(/_/,$cid);
3598: }
3599: $chome=$ENV{'course.'.$cid.'.home'};
3600: if (!$chome) {
3601: $chome=&homeserver($cnum,$cdom);
3602: }
3603: if (!$chome) { return 'unknown_course'; }
3604: # Make sure the user exists
3605: my $uhome=&homeserver($uname,$udom);
3606: if (($uhome eq '') || ($uhome eq 'no_host')) {
3607: return 'error: no such user';
3608: }
3609: # Get student data if we were not given enough information
3610: if (!defined($first) || $first eq '' ||
3611: !defined($last) || $last eq '' ||
3612: !defined($uid) || $uid eq '' ||
3613: !defined($middle) || $middle eq '' ||
3614: !defined($gene) || $gene eq '') {
3615: # They did not supply us with enough data to enroll the student, so
3616: # we need to pick up more information.
3617: my %tmp = &get('environment',
3618: ['firstname','middlename','lastname', 'generation','id']
3619: ,$udom,$uname);
3620:
3621: #foreach (keys(%tmp)) {
3622: # &logthis("key $_ = ".$tmp{$_});
3623: #}
3624: $first = $tmp{'firstname'} if (!defined($first) || $first eq '');
3625: $middle = $tmp{'middlename'} if (!defined($middle) || $middle eq '');
3626: $last = $tmp{'lastname'} if (!defined($last) || $last eq '');
3627: $gene = $tmp{'generation'} if (!defined($gene) || $gene eq '');
3628: $uid = $tmp{'id'} if (!defined($uid) || $uid eq '');
3629: }
3630: my $fullname = &format_name($first,$middle,$last,$gene,'lastname');
3631: my $reply=cput('classlist',
3632: {"$uname:$udom" =>
3633: join(':',$end,$start,$uid,$usec,$fullname,$type,$locktype) },
3634: $cdom,$cnum);
3635: unless (($reply eq 'ok') || ($reply eq 'delayed')) {
3636: return 'error: '.$reply;
3637: }
3638: # Add student role to user
3639: my $uurl='/'.$cid;
3640: $uurl=~s/\_/\//g;
3641: if ($usec) {
3642: $uurl.='/'.$usec;
3643: }
3644: return &assignrole($udom,$uname,$uurl,'st',$end,$start);
3645: }
3646:
3647: sub format_name {
3648: my ($firstname,$middlename,$lastname,$generation,$first)=@_;
3649: my $name;
3650: if ($first ne 'lastname') {
3651: $name=$firstname.' '.$middlename.' '.$lastname.' '.$generation;
3652: } else {
3653: if ($lastname=~/\S/) {
3654: $name.= $lastname.' '.$generation.', '.$firstname.' '.$middlename;
3655: $name=~s/\s+,/,/;
3656: } else {
3657: $name.= $firstname.' '.$middlename.' '.$generation;
3658: }
3659: }
3660: $name=~s/^\s+//;
3661: $name=~s/\s+$//;
3662: $name=~s/\s+/ /g;
3663: return $name;
3664: }
3665:
3666: # ------------------------------------------------- Write to course preferences
3667:
3668: sub writecoursepref {
3669: my ($courseid,%prefs)=@_;
3670: $courseid=~s/^\///;
3671: $courseid=~s/\_/\//g;
3672: my ($cdomain,$cnum)=split(/\//,$courseid);
3673: my $chome=homeserver($cnum,$cdomain);
3674: if (($chome eq '') || ($chome eq 'no_host')) {
3675: return 'error: no such course';
3676: }
3677: my $cstring='';
3678: foreach (keys %prefs) {
3679: $cstring.=escape($_).'='.escape($prefs{$_}).'&';
3680: }
3681: $cstring=~s/\&$//;
3682: return reply('put:'.$cdomain.':'.$cnum.':environment:'.$cstring,$chome);
3683: }
3684:
3685: # ---------------------------------------------------------- Make/modify course
3686:
3687: sub createcourse {
3688: my ($udom,$description,$url,$course_server,$nonstandard,$inst_code)=@_;
3689: $url=&declutter($url);
3690: my $cid='';
3691: unless (&allowed('ccc',$udom)) {
3692: return 'refused';
3693: }
3694: # ------------------------------------------------------------------- Create ID
3695: my $uname=substr($$.time,0,5).unpack("H8",pack("I32",time)).
3696: unpack("H2",pack("I32",int(rand(255)))).$perlvar{'lonHostID'};
3697: # ----------------------------------------------- Make sure that does not exist
3698: my $uhome=&homeserver($uname,$udom,'true');
3699: unless (($uhome eq '') || ($uhome eq 'no_host')) {
3700: $uname=substr($$.time,0,5).unpack("H8",pack("I32",time)).
3701: unpack("H2",pack("I32",int(rand(255)))).$perlvar{'lonHostID'};
3702: $uhome=&homeserver($uname,$udom,'true');
3703: unless (($uhome eq '') || ($uhome eq 'no_host')) {
3704: return 'error: unable to generate unique course-ID';
3705: }
3706: }
3707: # ------------------------------------------------ Check supplied server name
3708: $course_server = $ENV{'user.homeserver'} if (! defined($course_server));
3709: if (! exists($libserv{$course_server})) {
3710: return 'error:bad server name '.$course_server;
3711: }
3712: # ------------------------------------------------------------- Make the course
3713: my $reply=&reply('encrypt:makeuser:'.$udom.':'.$uname.':none::',
3714: $course_server);
3715: unless ($reply eq 'ok') { return 'error: '.$reply; }
3716: $uhome=&homeserver($uname,$udom,'true');
3717: if (($uhome eq '') || ($uhome eq 'no_host')) {
3718: return 'error: no such course';
3719: }
3720: # ----------------------------------------------------------------- Course made
3721: # log existence
3722: &courseidput($udom,&escape($udom.'_'.$uname).'='.&escape($description).
3723: '='.&escape($inst_code),$uhome);
3724: &flushcourselogs();
3725: # set toplevel url
3726: my $topurl=$url;
3727: unless ($nonstandard) {
3728: # ------------------------------------------ For standard courses, make top url
3729: my $mapurl=&clutter($url);
3730: if ($mapurl eq '/res/') { $mapurl=''; }
3731: $ENV{'form.initmap'}=(<<ENDINITMAP);
3732: <map>
3733: <resource id="1" type="start"></resource>
3734: <resource id="2" src="$mapurl"></resource>
3735: <resource id="3" type="finish"></resource>
3736: <link index="1" from="1" to="2"></link>
3737: <link index="2" from="2" to="3"></link>
3738: </map>
3739: ENDINITMAP
3740: $topurl=&declutter(
3741: &finishuserfileupload($uname,$udom,$uhome,'initmap','default.sequence')
3742: );
3743: }
3744: # ----------------------------------------------------------- Write preferences
3745: &writecoursepref($udom.'_'.$uname,
3746: ('description' => $description,
3747: 'url' => $topurl));
3748: return '/'.$udom.'/'.$uname;
3749: }
3750:
3751: # ---------------------------------------------------------- Assign Custom Role
3752:
3753: sub assigncustomrole {
3754: my ($udom,$uname,$url,$rdom,$rnam,$rolename,$end,$start,$deleteflag)=@_;
3755: return &assignrole($udom,$uname,$url,'cr/'.$rdom.'/'.$rnam.'/'.$rolename,
3756: $end,$start,$deleteflag);
3757: }
3758:
3759: # ----------------------------------------------------------------- Revoke Role
3760:
3761: sub revokerole {
3762: my ($udom,$uname,$url,$role,$deleteflag)=@_;
3763: my $now=time;
3764: return &assignrole($udom,$uname,$url,$role,$now,$deleteflag);
3765: }
3766:
3767: # ---------------------------------------------------------- Revoke Custom Role
3768:
3769: sub revokecustomrole {
3770: my ($udom,$uname,$url,$rdom,$rnam,$rolename,$deleteflag)=@_;
3771: my $now=time;
3772: return &assigncustomrole($udom,$uname,$url,$rdom,$rnam,$rolename,$now,
3773: $deleteflag);
3774: }
3775:
3776: # ------------------------------------------------------------ Disk usage
3777: sub diskusage {
3778: my ($udom,$uname,$directoryRoot)=@_;
3779: $directoryRoot =~ s/\/$//;
3780: my $listing=&reply('du:'.$directoryRoot,homeserver($uname,$udom));
3781: return $listing;
3782: }
3783:
3784:
3785: # ------------------------------------------------------------ Directory lister
3786:
3787: sub dirlist {
3788: my ($uri,$userdomain,$username,$alternateDirectoryRoot)=@_;
3789:
3790: $uri=~s/^\///;
3791: $uri=~s/\/$//;
3792: my ($udom, $uname);
3793: (undef,$udom,$uname)=split(/\//,$uri);
3794: if(defined($userdomain)) {
3795: $udom = $userdomain;
3796: }
3797: if(defined($username)) {
3798: $uname = $username;
3799: }
3800:
3801: my $dirRoot = $perlvar{'lonDocRoot'};
3802: if(defined($alternateDirectoryRoot)) {
3803: $dirRoot = $alternateDirectoryRoot;
3804: $dirRoot =~ s/\/$//;
3805: }
3806:
3807: if($udom) {
3808: if($uname) {
3809: my $listing=reply('ls:'.$dirRoot.'/'.$uri,
3810: homeserver($uname,$udom));
3811: return split(/:/,$listing);
3812: } elsif(!defined($alternateDirectoryRoot)) {
3813: my $tryserver;
3814: my %allusers=();
3815: foreach $tryserver (keys %libserv) {
3816: if($hostdom{$tryserver} eq $udom) {
3817: my $listing=reply('ls:'.$perlvar{'lonDocRoot'}.'/res/'.
3818: $udom, $tryserver);
3819: if (($listing ne 'no_such_dir') && ($listing ne 'empty')
3820: && ($listing ne 'con_lost')) {
3821: foreach (split(/:/,$listing)) {
3822: my ($entry,@stat)=split(/&/,$_);
3823: $allusers{$entry}=1;
3824: }
3825: }
3826: }
3827: }
3828: my $alluserstr='';
3829: foreach (sort keys %allusers) {
3830: $alluserstr.=$_.'&user:';
3831: }
3832: $alluserstr=~s/:$//;
3833: return split(/:/,$alluserstr);
3834: } else {
3835: my @emptyResults = ();
3836: push(@emptyResults, 'missing user name');
3837: return split(':',@emptyResults);
3838: }
3839: } elsif(!defined($alternateDirectoryRoot)) {
3840: my $tryserver;
3841: my %alldom=();
3842: foreach $tryserver (keys %libserv) {
3843: $alldom{$hostdom{$tryserver}}=1;
3844: }
3845: my $alldomstr='';
3846: foreach (sort keys %alldom) {
3847: $alldomstr.=$perlvar{'lonDocRoot'}.'/res/'.$_.'/&domain:';
3848: }
3849: $alldomstr=~s/:$//;
3850: return split(/:/,$alldomstr);
3851: } else {
3852: my @emptyResults = ();
3853: push(@emptyResults, 'missing domain');
3854: return split(':',@emptyResults);
3855: }
3856: }
3857:
3858: # --------------------------------------------- GetFileTimestamp
3859: # This function utilizes dirlist and returns the date stamp for
3860: # when it was last modified. It will also return an error of -1
3861: # if an error occurs
3862:
3863: ##
3864: ## FIXME: This subroutine assumes its caller knows something about the
3865: ## directory structure of the home server for the student ($root).
3866: ## Not a good assumption to make. Since this is for looking up files
3867: ## in user directories, the full path should be constructed by lond, not
3868: ## whatever machine we request data from.
3869: ##
3870: sub GetFileTimestamp {
3871: my ($studentDomain,$studentName,$filename,$root)=@_;
3872: $studentDomain=~s/\W//g;
3873: $studentName=~s/\W//g;
3874: my $subdir=$studentName.'__';
3875: $subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/;
3876: my $proname="$studentDomain/$subdir/$studentName";
3877: $proname .= '/'.$filename;
3878: my ($fileStat) = &Apache::lonnet::dirlist($proname, $studentDomain,
3879: $studentName, $root);
3880: my @stats = split('&', $fileStat);
3881: if($stats[0] ne 'empty' && $stats[0] ne 'no_such_dir') {
3882: # @stats contains first the filename, then the stat output
3883: return $stats[10]; # so this is 10 instead of 9.
3884: } else {
3885: return -1;
3886: }
3887: }
3888:
3889: # -------------------------------------------------------- Value of a Condition
3890:
3891: sub directcondval {
3892: my $number=shift;
3893: if (!defined($ENV{'user.state.'.$ENV{'request.course.id'}})) {
3894: &Apache::lonuserstate::evalstate();
3895: }
3896: if ($ENV{'user.state.'.$ENV{'request.course.id'}}) {
3897: return substr($ENV{'user.state.'.$ENV{'request.course.id'}},$number,1);
3898: } else {
3899: return 2;
3900: }
3901: }
3902:
3903: sub condval {
3904: my $condidx=shift;
3905: my $result=0;
3906: my $allpathcond='';
3907: foreach (split(/\|/,$condidx)) {
3908: if (defined($ENV{'acc.cond.'.$ENV{'request.course.id'}.'.'.$_})) {
3909: $allpathcond.=
3910: '('.$ENV{'acc.cond.'.$ENV{'request.course.id'}.'.'.$_}.')|';
3911: }
3912: }
3913: $allpathcond=~s/\|$//;
3914: if ($ENV{'request.course.id'}) {
3915: if ($allpathcond) {
3916: my $operand='|';
3917: my @stack;
3918: foreach ($allpathcond=~/(\d+|\(|\)|\&|\|)/g) {
3919: if ($_ eq '(') {
3920: push @stack,($operand,$result)
3921: } elsif ($_ eq ')') {
3922: my $before=pop @stack;
3923: if (pop @stack eq '&') {
3924: $result=$result>$before?$before:$result;
3925: } else {
3926: $result=$result>$before?$result:$before;
3927: }
3928: } elsif (($_ eq '&') || ($_ eq '|')) {
3929: $operand=$_;
3930: } else {
3931: my $new=directcondval($_);
3932: if ($operand eq '&') {
3933: $result=$result>$new?$new:$result;
3934: } else {
3935: $result=$result>$new?$result:$new;
3936: }
3937: }
3938: }
3939: }
3940: }
3941: return $result;
3942: }
3943:
3944: # ---------------------------------------------------- Devalidate courseresdata
3945:
3946: sub devalidatecourseresdata {
3947: my ($coursenum,$coursedomain)=@_;
3948: my $hashid=$coursenum.':'.$coursedomain;
3949: &devalidate_cache(\%courseresdatacache,$hashid,'courseres');
3950: }
3951:
3952: # --------------------------------------------------- Course Resourcedata Query
3953:
3954: sub courseresdata {
3955: my ($coursenum,$coursedomain,@which)=@_;
3956: my $coursehom=&homeserver($coursenum,$coursedomain);
3957: my $hashid=$coursenum.':'.$coursedomain;
3958: my ($result,$cached)=&is_cached(\%courseresdatacache,$hashid,'courseres');
3959: unless (defined($cached)) {
3960: my %dumpreply=&dump('resourcedata',$coursedomain,$coursenum);
3961: $result=\%dumpreply;
3962: my ($tmp) = keys(%dumpreply);
3963: if ($tmp !~ /^(con_lost|error|no_such_host)/i) {
3964: &do_cache(\%courseresdatacache,$hashid,$result,'courseres');
3965: } elsif ($tmp =~ /^(con_lost|no_such_host)/) {
3966: return $tmp;
3967: } elsif ($tmp =~ /^(error)/) {
3968: $result=undef;
3969: &do_cache(\%courseresdatacache,$hashid,$result,'courseres');
3970: }
3971: }
3972: foreach my $item (@which) {
3973: if (defined($result->{$item})) {
3974: return $result->{$item};
3975: }
3976: }
3977: return undef;
3978: }
3979:
3980: #
3981: # EXT resource caching routines
3982: #
3983:
3984: sub clear_EXT_cache_status {
3985: &delenv('cache.EXT.');
3986: }
3987:
3988: sub EXT_cache_status {
3989: my ($target_domain,$target_user) = @_;
3990: my $cachename = 'cache.EXT.'.$target_user.'.'.$target_domain;
3991: if (exists($ENV{$cachename}) && ($ENV{$cachename}+600) > time) {
3992: # We know already the user has no data
3993: return 1;
3994: } else {
3995: return 0;
3996: }
3997: }
3998:
3999: sub EXT_cache_set {
4000: my ($target_domain,$target_user) = @_;
4001: my $cachename = 'cache.EXT.'.$target_user.'.'.$target_domain;
4002: &appenv($cachename => time);
4003: }
4004:
4005: # --------------------------------------------------------- Value of a Variable
4006: sub EXT {
4007: my ($varname,$symbparm,$udom,$uname,$usection,$recurse)=@_;
4008:
4009: unless ($varname) { return ''; }
4010: #get real user name/domain, courseid and symb
4011: my $courseid;
4012: my $publicuser;
4013: if ($symbparm) {
4014: $symbparm=&get_symb_from_alias($symbparm);
4015: }
4016: if (!($uname && $udom)) {
4017: (my $cursymb,$courseid,$udom,$uname,$publicuser)=
4018: &Apache::lonxml::whichuser($symbparm);
4019: if (!$symbparm) { $symbparm=$cursymb; }
4020: } else {
4021: $courseid=$ENV{'request.course.id'};
4022: }
4023: my ($realm,$space,$qualifier,@therest)=split(/\./,$varname);
4024: my $rest;
4025: if (defined($therest[0])) {
4026: $rest=join('.',@therest);
4027: } else {
4028: $rest='';
4029: }
4030:
4031: my $qualifierrest=$qualifier;
4032: if ($rest) { $qualifierrest.='.'.$rest; }
4033: my $spacequalifierrest=$space;
4034: if ($qualifierrest) { $spacequalifierrest.='.'.$qualifierrest; }
4035: if ($realm eq 'user') {
4036: # --------------------------------------------------------------- user.resource
4037: if ($space eq 'resource') {
4038: if (defined($Apache::lonhomework::parsing_a_problem)) {
4039: return $Apache::lonhomework::history{$qualifierrest};
4040: } else {
4041: my %restored;
4042: if ($publicuser || $ENV{'request.state'} eq 'construct') {
4043: %restored=&tmprestore($symbparm,$courseid,$udom,$uname);
4044: } else {
4045: %restored=&restore($symbparm,$courseid,$udom,$uname);
4046: }
4047: return $restored{$qualifierrest};
4048: }
4049: # ----------------------------------------------------------------- user.access
4050: } elsif ($space eq 'access') {
4051: # FIXME - not supporting calls for a specific user
4052: return &allowed($qualifier,$rest);
4053: # ------------------------------------------ user.preferences, user.environment
4054: } elsif (($space eq 'preferences') || ($space eq 'environment')) {
4055: if (($uname eq $ENV{'user.name'}) &&
4056: ($udom eq $ENV{'user.domain'})) {
4057: return $ENV{join('.',('environment',$qualifierrest))};
4058: } else {
4059: my %returnhash;
4060: if (!$publicuser) {
4061: %returnhash=&userenvironment($udom,$uname,
4062: $qualifierrest);
4063: }
4064: return $returnhash{$qualifierrest};
4065: }
4066: # ----------------------------------------------------------------- user.course
4067: } elsif ($space eq 'course') {
4068: # FIXME - not supporting calls for a specific user
4069: return $ENV{join('.',('request.course',$qualifier))};
4070: # ------------------------------------------------------------------- user.role
4071: } elsif ($space eq 'role') {
4072: # FIXME - not supporting calls for a specific user
4073: my ($role,$where)=split(/\./,$ENV{'request.role'});
4074: if ($qualifier eq 'value') {
4075: return $role;
4076: } elsif ($qualifier eq 'extent') {
4077: return $where;
4078: }
4079: # ----------------------------------------------------------------- user.domain
4080: } elsif ($space eq 'domain') {
4081: return $udom;
4082: # ------------------------------------------------------------------- user.name
4083: } elsif ($space eq 'name') {
4084: return $uname;
4085: # ---------------------------------------------------- Any other user namespace
4086: } else {
4087: my %reply;
4088: if (!$publicuser) {
4089: %reply=&get($space,[$qualifierrest],$udom,$uname);
4090: }
4091: return $reply{$qualifierrest};
4092: }
4093: } elsif ($realm eq 'query') {
4094: # ---------------------------------------------- pull stuff out of query string
4095: &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
4096: [$spacequalifierrest]);
4097: return $ENV{'form.'.$spacequalifierrest};
4098: } elsif ($realm eq 'request') {
4099: # ------------------------------------------------------------- request.browser
4100: if ($space eq 'browser') {
4101: if ($qualifier eq 'textremote') {
4102: if (&mt('textual_remote_display') eq 'on') {
4103: return 1;
4104: } else {
4105: return 0;
4106: }
4107: } else {
4108: return $ENV{'browser.'.$qualifier};
4109: }
4110: # ------------------------------------------------------------ request.filename
4111: } else {
4112: return $ENV{'request.'.$spacequalifierrest};
4113: }
4114: } elsif ($realm eq 'course') {
4115: # ---------------------------------------------------------- course.description
4116: return $ENV{'course.'.$courseid.'.'.$spacequalifierrest};
4117: } elsif ($realm eq 'resource') {
4118:
4119: my $section;
4120: if (defined($courseid) && $courseid eq $ENV{'request.course.id'}) {
4121: if (!$symbparm) { $symbparm=&symbread(); }
4122: }
4123: if ($symbparm && defined($courseid) &&
4124: $courseid eq $ENV{'request.course.id'}) {
4125:
4126: #print '<br>'.$space.' - '.$qualifier.' - '.$spacequalifierrest;
4127:
4128: # ----------------------------------------------------- Cascading lookup scheme
4129: my $symbp=$symbparm;
4130: my $mapp=(&decode_symb($symbp))[0];
4131:
4132: my $symbparm=$symbp.'.'.$spacequalifierrest;
4133: my $mapparm=$mapp.'___(all).'.$spacequalifierrest;
4134:
4135: if (($ENV{'user.name'} eq $uname) &&
4136: ($ENV{'user.domain'} eq $udom)) {
4137: $section=$ENV{'request.course.sec'};
4138: } else {
4139: if (! defined($usection)) {
4140: $section=&getsection($udom,$uname,$courseid);
4141: } else {
4142: $section = $usection;
4143: }
4144: }
4145:
4146: my $seclevel=$courseid.'.['.$section.'].'.$spacequalifierrest;
4147: my $seclevelr=$courseid.'.['.$section.'].'.$symbparm;
4148: my $seclevelm=$courseid.'.['.$section.'].'.$mapparm;
4149:
4150: my $courselevel=$courseid.'.'.$spacequalifierrest;
4151: my $courselevelr=$courseid.'.'.$symbparm;
4152: my $courselevelm=$courseid.'.'.$mapparm;
4153:
4154: # ----------------------------------------------------------- first, check user
4155: #most student don\'t have any data set, check if there is some data
4156: if (! &EXT_cache_status($udom,$uname)) {
4157: my $hashid="$udom:$uname";
4158: my ($result,$cached)=&is_cached(\%userresdatacache,$hashid,
4159: 'userres');
4160: if (!defined($cached)) {
4161: my %resourcedata=&dump('resourcedata',$udom,$uname);
4162: $result=\%resourcedata;
4163: &do_cache(\%userresdatacache,$hashid,$result,'userres');
4164: }
4165: my ($tmp)=keys(%$result);
4166: if (($tmp!~/^error\:/) && ($tmp!~/^con_lost/)) {
4167: if ($$result{$courselevelr}) {
4168: return $$result{$courselevelr}; }
4169: if ($$result{$courselevelm}) {
4170: return $$result{$courselevelm}; }
4171: if ($$result{$courselevel}) {
4172: return $$result{$courselevel}; }
4173: } else {
4174: #error 2 occurs when the .db doesn't exist
4175: if ($tmp!~/error: 2 /) {
4176: &logthis("<font color=blue>WARNING:".
4177: " Trying to get resource data for ".
4178: $uname." at ".$udom.": ".
4179: $tmp."</font>");
4180: } elsif ($tmp=~/error: 2 /) {
4181: &EXT_cache_set($udom,$uname);
4182: } elsif ($tmp =~ /^(con_lost|no_such_host)/) {
4183: return $tmp;
4184: }
4185: }
4186: }
4187:
4188: # -------------------------------------------------------- second, check course
4189:
4190: my $coursereply=&courseresdata($ENV{'course.'.$courseid.'.num'},
4191: $ENV{'course.'.$courseid.'.domain'},
4192: ($seclevelr,$seclevelm,$seclevel,
4193: $courselevelr,$courselevelm,
4194: $courselevel));
4195: if (defined($coursereply)) { return $coursereply; }
4196:
4197: # ------------------------------------------------------ third, check map parms
4198: my %parmhash=();
4199: my $thisparm='';
4200: if (tie(%parmhash,'GDBM_File',
4201: $ENV{'request.course.fn'}.'_parms.db',
4202: &GDBM_READER(),0640)) {
4203: $thisparm=$parmhash{$symbparm};
4204: untie(%parmhash);
4205: }
4206: if ($thisparm) { return $thisparm; }
4207: }
4208: # --------------------------------------------- last, look in resource metadata
4209:
4210: $spacequalifierrest=~s/\./\_/;
4211: my $filename;
4212: if (!$symbparm) { $symbparm=&symbread(); }
4213: if ($symbparm) {
4214: $filename=(&decode_symb($symbparm))[2];
4215: } else {
4216: $filename=$ENV{'request.filename'};
4217: }
4218: my $metadata=&metadata($filename,$spacequalifierrest);
4219: if (defined($metadata)) { return $metadata; }
4220: $metadata=&metadata($filename,'parameter_'.$spacequalifierrest);
4221: if (defined($metadata)) { return $metadata; }
4222:
4223: # ------------------------------------------------------------------ Cascade up
4224: unless ($space eq '0') {
4225: my @parts=split(/_/,$space);
4226: my $id=pop(@parts);
4227: my $part=join('_',@parts);
4228: if ($part eq '') { $part='0'; }
4229: my $partgeneral=&EXT('resource.'.$part.'.'.$qualifierrest,
4230: $symbparm,$udom,$uname,$section,1);
4231: if (defined($partgeneral)) { return $partgeneral; }
4232: }
4233: if ($recurse) { return undef; }
4234: my $pack_def=&packages_tab_default($filename,$varname);
4235: if (defined($pack_def)) { return $pack_def; }
4236:
4237: # ---------------------------------------------------- Any other user namespace
4238: } elsif ($realm eq 'environment') {
4239: # ----------------------------------------------------------------- environment
4240: if (($uname eq $ENV{'user.name'})&&($udom eq $ENV{'user.domain'})) {
4241: return $ENV{'environment.'.$spacequalifierrest};
4242: } else {
4243: my %returnhash=&userenvironment($udom,$uname,
4244: $spacequalifierrest);
4245: return $returnhash{$spacequalifierrest};
4246: }
4247: } elsif ($realm eq 'system') {
4248: # ----------------------------------------------------------------- system.time
4249: if ($space eq 'time') {
4250: return time;
4251: }
4252: }
4253: return '';
4254: }
4255:
4256: sub packages_tab_default {
4257: my ($uri,$varname)=@_;
4258: my (undef,$part,$name)=split(/\./,$varname);
4259: my $packages=&metadata($uri,'packages');
4260: foreach my $package (split(/,/,$packages)) {
4261: my ($pack_type,$pack_part)=split(/_/,$package,2);
4262: if (defined($packagetab{"$pack_type&$name&default"})) {
4263: return $packagetab{"$pack_type&$name&default"};
4264: }
4265: if (defined($packagetab{$pack_type."_".$pack_part."&$name&default"})) {
4266: return $packagetab{$pack_type."_".$pack_part."&$name&default"};
4267: }
4268: }
4269: return undef;
4270: }
4271:
4272: sub add_prefix_and_part {
4273: my ($prefix,$part)=@_;
4274: my $keyroot;
4275: if (defined($prefix) && $prefix !~ /^__/) {
4276: # prefix that has a part already
4277: $keyroot=$prefix;
4278: } elsif (defined($prefix)) {
4279: # prefix that is missing a part
4280: if (defined($part)) { $keyroot='_'.$part.substr($prefix,1); }
4281: } else {
4282: # no prefix at all
4283: if (defined($part)) { $keyroot='_'.$part; }
4284: }
4285: return $keyroot;
4286: }
4287:
4288: # ---------------------------------------------------------------- Get metadata
4289:
4290: sub metadata {
4291: my ($uri,$what,$liburi,$prefix,$depthcount)=@_;
4292: $uri=&declutter($uri);
4293: # if it is a non metadata possible uri return quickly
4294: if (($uri eq '') ||
4295: (($uri =~ m|^/*adm/|) &&
4296: ($uri !~ m|^adm/includes|) && ($uri !~ m|/bulletinboard$|)) ||
4297: ($uri =~ m|/$|) || ($uri =~ m|/.meta$|) || ($uri =~ /^~/) ||
4298: ($uri =~ m|home/[^/]+/public_html/|)) {
4299: return undef;
4300: }
4301: my $filename=$uri;
4302: $uri=~s/\.meta$//;
4303: #
4304: # Is the metadata already cached?
4305: # Look at timestamp of caching
4306: # Everything is cached by the main uri, libraries are never directly cached
4307: #
4308: if (!defined($liburi)) {
4309: my ($result,$cached)=&is_cached(\%metacache,$uri,'meta');
4310: if (defined($cached)) { return $result->{':'.$what}; }
4311: }
4312: {
4313: #
4314: # Is this a recursive call for a library?
4315: #
4316: if (! exists($metacache{$uri})) {
4317: $metacache{$uri}={};
4318: }
4319: if ($liburi) {
4320: $liburi=&declutter($liburi);
4321: $filename=$liburi;
4322: } else {
4323: &devalidate_cache(\%metacache,$uri,'meta');
4324: }
4325: my %metathesekeys=();
4326: unless ($filename=~/\.meta$/) { $filename.='.meta'; }
4327: my $metastring;
4328: if ($uri !~ m|^uploaded/|) {
4329: my $file=&filelocation('',&clutter($filename));
4330: push(@{$metacache{$uri.'.file'}},$file);
4331: $metastring=&getfile($file);
4332: }
4333: my $parser=HTML::LCParser->new(\$metastring);
4334: my $token;
4335: undef %metathesekeys;
4336: while ($token=$parser->get_token) {
4337: if ($token->[0] eq 'S') {
4338: if (defined($token->[2]->{'package'})) {
4339: #
4340: # This is a package - get package info
4341: #
4342: my $package=$token->[2]->{'package'};
4343: my $keyroot=&add_prefix_and_part($prefix,$token->[2]->{'part'});
4344: if (defined($token->[2]->{'id'})) {
4345: $keyroot.='_'.$token->[2]->{'id'};
4346: }
4347: if ($metacache{$uri}->{':packages'}) {
4348: $metacache{$uri}->{':packages'}.=','.$package.$keyroot;
4349: } else {
4350: $metacache{$uri}->{':packages'}=$package.$keyroot;
4351: }
4352: foreach (keys %packagetab) {
4353: my $part=$keyroot;
4354: $part=~s/^\_//;
4355: if ($_=~/^\Q$package\E\&/ ||
4356: $_=~/^\Q$package\E_0\&/) {
4357: my ($pack,$name,$subp)=split(/\&/,$_);
4358: # ignore package.tab specified default values
4359: # here &package_tab_default() will fetch those
4360: if ($subp eq 'default') { next; }
4361: my $value=$packagetab{$_};
4362: my $unikey;
4363: if ($pack =~ /_0$/) {
4364: $unikey='parameter_0_'.$name;
4365: $part=0;
4366: } else {
4367: $unikey='parameter'.$keyroot.'_'.$name;
4368: }
4369: if ($subp eq 'display') {
4370: $value.=' [Part: '.$part.']';
4371: }
4372: $metacache{$uri}->{':'.$unikey.'.part'}=$part;
4373: $metathesekeys{$unikey}=1;
4374: unless (defined($metacache{$uri}->{':'.$unikey.'.'.$subp})) {
4375: $metacache{$uri}->{':'.$unikey.'.'.$subp}=$value;
4376: }
4377: if (defined($metacache{$uri}->{':'.$unikey.'.default'})) {
4378: $metacache{$uri}->{':'.$unikey}=
4379: $metacache{$uri}->{':'.$unikey.'.default'};
4380: }
4381: }
4382: }
4383: } else {
4384: #
4385: # This is not a package - some other kind of start tag
4386: #
4387: my $entry=$token->[1];
4388: my $unikey;
4389: if ($entry eq 'import') {
4390: $unikey='';
4391: } else {
4392: $unikey=$entry;
4393: }
4394: $unikey.=&add_prefix_and_part($prefix,$token->[2]->{'part'});
4395:
4396: if (defined($token->[2]->{'id'})) {
4397: $unikey.='_'.$token->[2]->{'id'};
4398: }
4399:
4400: if ($entry eq 'import') {
4401: #
4402: # Importing a library here
4403: #
4404: if ($depthcount<20) {
4405: my $location=$parser->get_text('/import');
4406: my $dir=$filename;
4407: $dir=~s|[^/]*$||;
4408: $location=&filelocation($dir,$location);
4409: foreach (sort(split(/\,/,&metadata($uri,'keys',
4410: $location,$unikey,
4411: $depthcount+1)))) {
4412: $metacache{$uri}->{':'.$_}=$metacache{$uri}->{':'.$_};
4413: $metathesekeys{$_}=1;
4414: }
4415: }
4416: } else {
4417:
4418: if (defined($token->[2]->{'name'})) {
4419: $unikey.='_'.$token->[2]->{'name'};
4420: }
4421: $metathesekeys{$unikey}=1;
4422: foreach (@{$token->[3]}) {
4423: $metacache{$uri}->{':'.$unikey.'.'.$_}=$token->[2]->{$_};
4424: }
4425: my $internaltext=&HTML::Entities::decode($parser->get_text('/'.$entry));
4426: my $default=$metacache{$uri}->{':'.$unikey.'.default'};
4427: if ( $internaltext =~ /^\s*$/ && $default !~ /^\s*$/) {
4428: # only ws inside the tag, and not in default, so use default
4429: # as value
4430: $metacache{$uri}->{':'.$unikey}=$default;
4431: } else {
4432: # either something interesting inside the tag or default
4433: # uninteresting
4434: $metacache{$uri}->{':'.$unikey}=$internaltext;
4435: }
4436: # end of not-a-package not-a-library import
4437: }
4438: # end of not-a-package start tag
4439: }
4440: # the next is the end of "start tag"
4441: }
4442: }
4443: my ($extension) = ($uri =~ /\.(\w+)$/);
4444: foreach my $key (sort(keys(%packagetab))) {
4445: #&logthis("extsion1 $extension $key !!");
4446: #no specific packages #how's our extension
4447: if ($key!~/^extension_\Q$extension\E&/) { next; }
4448: &metadata_create_package_def($uri,$key,'extension_'.$extension,
4449: \%metathesekeys);
4450: }
4451: if (!exists($metacache{$uri}->{':packages'})) {
4452: foreach my $key (sort(keys(%packagetab))) {
4453: #no specific packages well let's get default then
4454: if ($key!~/^default&/) { next; }
4455: &metadata_create_package_def($uri,$key,'default',
4456: \%metathesekeys);
4457: }
4458: }
4459: # are there custom rights to evaluate
4460: if ($metacache{$uri}->{':copyright'} eq 'custom') {
4461:
4462: #
4463: # Importing a rights file here
4464: #
4465: unless ($depthcount) {
4466: my $location=$metacache{$uri}->{':customdistributionfile'};
4467: my $dir=$filename;
4468: $dir=~s|[^/]*$||;
4469: $location=&filelocation($dir,$location);
4470: foreach (sort(split(/\,/,&metadata($uri,'keys',
4471: $location,'_rights',
4472: $depthcount+1)))) {
4473: $metacache{$uri}->{':'.$_}=$metacache{$uri}->{':'.$_};
4474: $metathesekeys{$_}=1;
4475: }
4476: }
4477: }
4478: $metacache{$uri}->{':keys'}=join(',',keys %metathesekeys);
4479: &metadata_generate_part0(\%metathesekeys,$metacache{$uri},$uri);
4480: $metacache{$uri}->{':allpossiblekeys'}=join(',',keys %metathesekeys);
4481: &do_cache(\%metacache,$uri,$metacache{$uri},'meta');
4482: # this is the end of "was not already recently cached
4483: }
4484: return $metacache{$uri}->{':'.$what};
4485: }
4486:
4487: sub metadata_create_package_def {
4488: my ($uri,$key,$package,$metathesekeys)=@_;
4489: my ($pack,$name,$subp)=split(/\&/,$key);
4490: if ($subp eq 'default') { next; }
4491:
4492: if (defined($metacache{$uri}->{':packages'})) {
4493: $metacache{$uri}->{':packages'}.=','.$package;
4494: } else {
4495: $metacache{$uri}->{':packages'}=$package;
4496: }
4497: my $value=$packagetab{$key};
4498: my $unikey;
4499: $unikey='parameter_0_'.$name;
4500: $metacache{$uri}->{':'.$unikey.'.part'}=0;
4501: $$metathesekeys{$unikey}=1;
4502: unless (defined($metacache{$uri}->{':'.$unikey.'.'.$subp})) {
4503: $metacache{$uri}->{':'.$unikey.'.'.$subp}=$value;
4504: }
4505: if (defined($metacache{$uri}->{':'.$unikey.'.default'})) {
4506: $metacache{$uri}->{':'.$unikey}=
4507: $metacache{$uri}->{':'.$unikey.'.default'};
4508: }
4509: }
4510:
4511: sub metadata_generate_part0 {
4512: my ($metadata,$metacache,$uri) = @_;
4513: my %allnames;
4514: foreach my $metakey (sort keys %$metadata) {
4515: if ($metakey=~/^parameter\_(.*)/) {
4516: my $part=$$metacache{':'.$metakey.'.part'};
4517: my $name=$$metacache{':'.$metakey.'.name'};
4518: if (! exists($$metadata{'parameter_0_'.$name.'.name'})) {
4519: $allnames{$name}=$part;
4520: }
4521: }
4522: }
4523: foreach my $name (keys(%allnames)) {
4524: $$metadata{"parameter_0_$name"}=1;
4525: my $key=":parameter_0_$name";
4526: $$metacache{"$key.part"}='0';
4527: $$metacache{"$key.name"}=$name;
4528: $$metacache{"$key.type"}=$$metacache{':parameter_'.
4529: $allnames{$name}.'_'.$name.
4530: '.type'};
4531: my $olddis=$$metacache{':parameter_'.$allnames{$name}.'_'.$name.
4532: '.display'};
4533: my $expr='\\[Part: '.$allnames{$name}.'\\]';
4534: $olddis=~s/\Q$expr\E/\[Part: 0\]/;
4535: $$metacache{"$key.display"}=$olddis;
4536: }
4537: }
4538:
4539: # ------------------------------------------------- Get the title of a resource
4540:
4541: sub gettitle {
4542: my $urlsymb=shift;
4543: my $symb=&symbread($urlsymb);
4544: if ($symb) {
4545: my ($result,$cached)=&is_cached(\%titlecache,$symb,'title',600);
4546: if (defined($cached)) { return $result; }
4547: my ($map,$resid,$url)=&decode_symb($symb);
4548: my $title='';
4549: my %bighash;
4550: if (tie(%bighash,'GDBM_File',$ENV{'request.course.fn'}.'.db',
4551: &GDBM_READER(),0640)) {
4552: my $mapid=$bighash{'map_pc_'.&clutter($map)};
4553: $title=$bighash{'title_'.$mapid.'.'.$resid};
4554: untie %bighash;
4555: }
4556: $title=~s/\&colon\;/\:/gs;
4557: if ($title) {
4558: return &do_cache(\%titlecache,$symb,$title,'title');
4559: }
4560: $urlsymb=$url;
4561: }
4562: my $title=&metadata($urlsymb,'title');
4563: if (!$title) { $title=(split('/',$urlsymb))[-1]; }
4564: return $title;
4565: }
4566:
4567: # ------------------------------------------------- Update symbolic store links
4568:
4569: sub symblist {
4570: my ($mapname,%newhash)=@_;
4571: $mapname=&deversion(&declutter($mapname));
4572: my %hash;
4573: if (($ENV{'request.course.fn'}) && (%newhash)) {
4574: if (tie(%hash,'GDBM_File',$ENV{'request.course.fn'}.'_symb.db',
4575: &GDBM_WRCREAT(),0640)) {
4576: foreach (keys %newhash) {
4577: $hash{declutter($_)}=$mapname.'___'.&deversion($newhash{$_});
4578: }
4579: if (untie(%hash)) {
4580: return 'ok';
4581: }
4582: }
4583: }
4584: return 'error';
4585: }
4586:
4587: # --------------------------------------------------------------- Verify a symb
4588:
4589: sub symbverify {
4590: my ($symb,$thisurl)=@_;
4591: my $thisfn=$thisurl;
4592: # wrapper not part of symbs
4593: $thisfn=~s/^\/adm\/wrapper//;
4594: $thisfn=&declutter($thisfn);
4595: # direct jump to resource in page or to a sequence - will construct own symbs
4596: if ($thisfn=~/\.(page|sequence)$/) { return 1; }
4597: # check URL part
4598: my ($map,$resid,$url)=&decode_symb($symb);
4599:
4600: unless ($url eq $thisfn) { return 0; }
4601:
4602: $symb=&symbclean($symb);
4603: $thisurl=&deversion($thisurl);
4604: $thisfn=&deversion($thisfn);
4605:
4606: my %bighash;
4607: my $okay=0;
4608:
4609: if (tie(%bighash,'GDBM_File',$ENV{'request.course.fn'}.'.db',
4610: &GDBM_READER(),0640)) {
4611: my $ids=$bighash{'ids_'.&clutter($thisurl)};
4612: unless ($ids) {
4613: $ids=$bighash{'ids_/'.$thisurl};
4614: }
4615: if ($ids) {
4616: # ------------------------------------------------------------------- Has ID(s)
4617: foreach (split(/\,/,$ids)) {
4618: my ($mapid,$resid)=split(/\./,$_);
4619: if (
4620: &symbclean(&declutter($bighash{'map_id_'.$mapid}).'___'.$resid.'___'.$thisfn)
4621: eq $symb) {
4622: $okay=1;
4623: }
4624: }
4625: }
4626: untie(%bighash);
4627: }
4628: return $okay;
4629: }
4630:
4631: # --------------------------------------------------------------- Clean-up symb
4632:
4633: sub symbclean {
4634: my $symb=shift;
4635:
4636: # remove version from map
4637: $symb=~s/\.(\d+)\.(\w+)\_\_\_/\.$2\_\_\_/;
4638:
4639: # remove version from URL
4640: $symb=~s/\.(\d+)\.(\w+)$/\.$2/;
4641:
4642: # remove wrapper
4643:
4644: $symb=~s/(\_\_\_\d+\_\_\_)adm\/wrapper\/(res\/)*/$1/;
4645: return $symb;
4646: }
4647:
4648: # ---------------------------------------------- Split symb to find map and url
4649:
4650: sub encode_symb {
4651: my ($map,$resid,$url)=@_;
4652: return &symbclean(&declutter($map).'___'.$resid.'___'.&declutter($url));
4653: }
4654:
4655: sub decode_symb {
4656: my ($map,$resid,$url)=split(/\_\_\_/,shift);
4657: return (&fixversion($map),$resid,&fixversion($url));
4658: }
4659:
4660: sub fixversion {
4661: my $fn=shift;
4662: if ($fn=~/^(adm|uploaded|public)/) { return $fn; }
4663: my %bighash;
4664: my $uri=&clutter($fn);
4665: my $key=$ENV{'request.course.id'}.'_'.$uri;
4666: # is this cached?
4667: my ($result,$cached)=&is_cached(\%courseresversioncache,$key,
4668: 'courseresversion',600);
4669: if (defined($cached)) { return $result; }
4670: # unfortunately not cached, or expired
4671: if (tie(%bighash,'GDBM_File',$ENV{'request.course.fn'}.'.db',
4672: &GDBM_READER(),0640)) {
4673: if ($bighash{'version_'.$uri}) {
4674: my $version=$bighash{'version_'.$uri};
4675: unless (($version eq 'mostrecent') ||
4676: ($version==&getversion($uri))) {
4677: $uri=~s/\.(\w+)$/\.$version\.$1/;
4678: }
4679: }
4680: untie %bighash;
4681: }
4682: return &do_cache
4683: (\%courseresversioncache,$key,&declutter($uri),'courseresversion');
4684: }
4685:
4686: sub deversion {
4687: my $url=shift;
4688: $url=~s/\.\d+\.(\w+)$/\.$1/;
4689: return $url;
4690: }
4691:
4692: # ------------------------------------------------------ Return symb list entry
4693:
4694: sub symbread {
4695: my ($thisfn,$donotrecurse)=@_;
4696: my $cache_str='request.symbread.cached.'.$thisfn;
4697: if (defined($ENV{$cache_str})) { return $ENV{$cache_str}; }
4698: # no filename provided? try from environment
4699: unless ($thisfn) {
4700: if ($ENV{'request.symb'}) {
4701: return $ENV{$cache_str}=&symbclean($ENV{'request.symb'});
4702: }
4703: $thisfn=$ENV{'request.filename'};
4704: }
4705: # is that filename actually a symb? Verify, clean, and return
4706: if ($thisfn=~/\_\_\_\d+\_\_\_(.*)$/) {
4707: if (&symbverify($thisfn,$1)) {
4708: return $ENV{$cache_str}=&symbclean($thisfn);
4709: }
4710: }
4711: $thisfn=declutter($thisfn);
4712: my %hash;
4713: my %bighash;
4714: my $syval='';
4715: if (($ENV{'request.course.fn'}) && ($thisfn)) {
4716: my $targetfn = $thisfn;
4717: if ( ($thisfn =~ m/^uploaded\//) && ($thisfn !~ m/\.(page|sequence)$/) ) {
4718: $targetfn = 'adm/wrapper/'.$thisfn;
4719: }
4720: if (tie(%hash,'GDBM_File',$ENV{'request.course.fn'}.'_symb.db',
4721: &GDBM_READER(),0640)) {
4722: $syval=$hash{$targetfn};
4723: untie(%hash);
4724: }
4725: # ---------------------------------------------------------- There was an entry
4726: if ($syval) {
4727: unless ($syval=~/\_\d+$/) {
4728: unless ($ENV{'form.request.prefix'}=~/\.(\d+)\_$/) {
4729: &appenv('request.ambiguous' => $thisfn);
4730: return $ENV{$cache_str}='';
4731: }
4732: $syval.=$1;
4733: }
4734: } else {
4735: # ------------------------------------------------------- Was not in symb table
4736: if (tie(%bighash,'GDBM_File',$ENV{'request.course.fn'}.'.db',
4737: &GDBM_READER(),0640)) {
4738: # ---------------------------------------------- Get ID(s) for current resource
4739: my $ids=$bighash{'ids_'.&clutter($thisfn)};
4740: unless ($ids) {
4741: $ids=$bighash{'ids_/'.$thisfn};
4742: }
4743: unless ($ids) {
4744: # alias?
4745: $ids=$bighash{'mapalias_'.$thisfn};
4746: }
4747: if ($ids) {
4748: # ------------------------------------------------------------------- Has ID(s)
4749: my @possibilities=split(/\,/,$ids);
4750: if ($#possibilities==0) {
4751: # ----------------------------------------------- There is only one possibility
4752: my ($mapid,$resid)=split(/\./,$ids);
4753: $syval=declutter($bighash{'map_id_'.$mapid}).'___'.$resid;
4754: } elsif (!$donotrecurse) {
4755: # ------------------------------------------ There is more than one possibility
4756: my $realpossible=0;
4757: foreach (@possibilities) {
4758: my $file=$bighash{'src_'.$_};
4759: if (&allowed('bre',$file)) {
4760: my ($mapid,$resid)=split(/\./,$_);
4761: if ($bighash{'map_type_'.$mapid} ne 'page') {
4762: $realpossible++;
4763: $syval=declutter($bighash{'map_id_'.$mapid}).
4764: '___'.$resid;
4765: }
4766: }
4767: }
4768: if ($realpossible!=1) { $syval=''; }
4769: } else {
4770: $syval='';
4771: }
4772: }
4773: untie(%bighash)
4774: }
4775: }
4776: if ($syval) {
4777: return $ENV{$cache_str}=&symbclean($syval.'___'.$thisfn);
4778: }
4779: }
4780: &appenv('request.ambiguous' => $thisfn);
4781: return $ENV{$cache_str}='';
4782: }
4783:
4784: # ---------------------------------------------------------- Return random seed
4785:
4786: sub numval {
4787: my $txt=shift;
4788: $txt=~tr/A-J/0-9/;
4789: $txt=~tr/a-j/0-9/;
4790: $txt=~tr/K-T/0-9/;
4791: $txt=~tr/k-t/0-9/;
4792: $txt=~tr/U-Z/0-5/;
4793: $txt=~tr/u-z/0-5/;
4794: $txt=~s/\D//g;
4795: return int($txt);
4796: }
4797:
4798: sub numval2 {
4799: my $txt=shift;
4800: $txt=~tr/A-J/0-9/;
4801: $txt=~tr/a-j/0-9/;
4802: $txt=~tr/K-T/0-9/;
4803: $txt=~tr/k-t/0-9/;
4804: $txt=~tr/U-Z/0-5/;
4805: $txt=~tr/u-z/0-5/;
4806: $txt=~s/\D//g;
4807: my @txts=split(/(\d\d\d\d\d\d\d\d\d)/,$txt);
4808: my $total;
4809: foreach my $val (@txts) { $total+=$val; }
4810: return int($total);
4811: }
4812:
4813: sub latest_rnd_algorithm_id {
4814: return '64bit3';
4815: }
4816:
4817: sub get_rand_alg {
4818: my ($courseid)=@_;
4819: if (!$courseid) { $courseid=(&Apache::lonxml::whichuser())[1]; }
4820: if ($courseid) {
4821: return $ENV{"course.$courseid.rndseed"};
4822: }
4823: return &latest_rnd_algorithm_id();
4824: }
4825:
4826: sub getCODE {
4827: if (defined($ENV{'form.CODE'})) { return $ENV{'form.CODE'}; }
4828: if (defined($Apache::lonhomework::parsing_a_problem) &&
4829: defined($Apache::lonhomework::history{'resource.CODE'})) {
4830: return $Apache::lonhomework::history{'resource.CODE'};
4831: }
4832: return undef;
4833: }
4834:
4835: sub rndseed {
4836: my ($symb,$courseid,$domain,$username)=@_;
4837:
4838: my ($wsymb,$wcourseid,$wdomain,$wusername)=&Apache::lonxml::whichuser();
4839: if (!$symb) {
4840: unless ($symb=$wsymb) { return time; }
4841: }
4842: if (!$courseid) { $courseid=$wcourseid; }
4843: if (!$domain) { $domain=$wdomain; }
4844: if (!$username) { $username=$wusername }
4845: my $which=&get_rand_alg();
4846: if (defined(&getCODE())) {
4847: return &rndseed_CODE_64bit($symb,$courseid,$domain,$username);
4848: } elsif ($which eq '64bit3') {
4849: return &rndseed_64bit3($symb,$courseid,$domain,$username);
4850: } elsif ($which eq '64bit2') {
4851: return &rndseed_64bit2($symb,$courseid,$domain,$username);
4852: } elsif ($which eq '64bit') {
4853: return &rndseed_64bit($symb,$courseid,$domain,$username);
4854: }
4855: return &rndseed_32bit($symb,$courseid,$domain,$username);
4856: }
4857:
4858: sub rndseed_32bit {
4859: my ($symb,$courseid,$domain,$username)=@_;
4860: {
4861: use integer;
4862: my $symbchck=unpack("%32C*",$symb) << 27;
4863: my $symbseed=numval($symb) << 22;
4864: my $namechck=unpack("%32C*",$username) << 17;
4865: my $nameseed=numval($username) << 12;
4866: my $domainseed=unpack("%32C*",$domain) << 7;
4867: my $courseseed=unpack("%32C*",$courseid);
4868: my $num=$symbseed+$nameseed+$domainseed+$courseseed+$namechck+$symbchck;
4869: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
4870: #&Apache::lonxml::debug("rndseed :$num:$symb");
4871: return $num;
4872: }
4873: }
4874:
4875: sub rndseed_64bit {
4876: my ($symb,$courseid,$domain,$username)=@_;
4877: {
4878: use integer;
4879: my $symbchck=unpack("%32S*",$symb) << 21;
4880: my $symbseed=numval($symb) << 10;
4881: my $namechck=unpack("%32S*",$username);
4882:
4883: my $nameseed=numval($username) << 21;
4884: my $domainseed=unpack("%32S*",$domain) << 10;
4885: my $courseseed=unpack("%32S*",$courseid);
4886:
4887: my $num1=$symbchck+$symbseed+$namechck;
4888: my $num2=$nameseed+$domainseed+$courseseed;
4889: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
4890: #&Apache::lonxml::debug("rndseed :$num:$symb");
4891: return "$num1,$num2";
4892: }
4893: }
4894:
4895: sub rndseed_64bit2 {
4896: my ($symb,$courseid,$domain,$username)=@_;
4897: {
4898: use integer;
4899: # strings need to be an even # of cahracters long, it it is odd the
4900: # last characters gets thrown away
4901: my $symbchck=unpack("%32S*",$symb.' ') << 21;
4902: my $symbseed=numval($symb) << 10;
4903: my $namechck=unpack("%32S*",$username.' ');
4904:
4905: my $nameseed=numval($username) << 21;
4906: my $domainseed=unpack("%32S*",$domain.' ') << 10;
4907: my $courseseed=unpack("%32S*",$courseid.' ');
4908:
4909: my $num1=$symbchck+$symbseed+$namechck;
4910: my $num2=$nameseed+$domainseed+$courseseed;
4911: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
4912: #&Apache::lonxml::debug("rndseed :$num:$symb");
4913: return "$num1,$num2";
4914: }
4915: }
4916:
4917: sub rndseed_64bit3 {
4918: my ($symb,$courseid,$domain,$username)=@_;
4919: {
4920: use integer;
4921: # strings need to be an even # of cahracters long, it it is odd the
4922: # last characters gets thrown away
4923: my $symbchck=unpack("%32S*",$symb.' ') << 21;
4924: my $symbseed=numval2($symb) << 10;
4925: my $namechck=unpack("%32S*",$username.' ');
4926:
4927: my $nameseed=numval2($username) << 21;
4928: my $domainseed=unpack("%32S*",$domain.' ') << 10;
4929: my $courseseed=unpack("%32S*",$courseid.' ');
4930:
4931: my $num1=$symbchck+$symbseed+$namechck;
4932: my $num2=$nameseed+$domainseed+$courseseed;
4933: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
4934: #&Apache::lonxml::debug("rndseed :$num:$symb");
4935: return "$num1:$num2";
4936: }
4937: }
4938:
4939: sub rndseed_CODE_64bit {
4940: my ($symb,$courseid,$domain,$username)=@_;
4941: {
4942: use integer;
4943: my $symbchck=unpack("%32S*",$symb.' ') << 16;
4944: my $symbseed=numval2($symb);
4945: my $CODEchck=unpack("%32S*",&getCODE().' ') << 16;
4946: my $CODEseed=numval(&getCODE());
4947: my $courseseed=unpack("%32S*",$courseid.' ');
4948: my $num1=$symbseed+$CODEchck;
4949: my $num2=$CODEseed+$courseseed+$symbchck;
4950: #&Apache::lonxml::debug("$symbseed:$CODEchck|$CODEseed:$courseseed:$symbchck");
4951: #&Apache::lonxml::debug("rndseed :$num1:$num2:$symb");
4952: return "$num1:$num2";
4953: }
4954: }
4955:
4956: sub setup_random_from_rndseed {
4957: my ($rndseed)=@_;
4958: if ($rndseed =~/([,:])/) {
4959: my ($num1,$num2)=split(/[,:]/,$rndseed);
4960: &Math::Random::random_set_seed(abs($num1),abs($num2));
4961: } else {
4962: &Math::Random::random_set_seed_from_phrase($rndseed);
4963: }
4964: }
4965:
4966: sub latest_receipt_algorithm_id {
4967: return 'receipt2';
4968: }
4969:
4970: sub recunique {
4971: my $fucourseid=shift;
4972: my $unique;
4973: if ($ENV{"course.$fucourseid.receiptalg"} eq 'receipt2') {
4974: $unique=$ENV{"course.$fucourseid.internal.encseed"};
4975: } else {
4976: $unique=$perlvar{'lonReceipt'};
4977: }
4978: return unpack("%32C*",$unique);
4979: }
4980:
4981: sub recprefix {
4982: my $fucourseid=shift;
4983: my $prefix;
4984: if ($ENV{"course.$fucourseid.receiptalg"} eq 'receipt2') {
4985: $prefix=$ENV{"course.$fucourseid.internal.encpref"};
4986: } else {
4987: $prefix=$perlvar{'lonHostID'};
4988: }
4989: return unpack("%32C*",$prefix);
4990: }
4991:
4992: sub ireceipt {
4993: my ($funame,$fudom,$fucourseid,$fusymb,$part)=@_;
4994: my $cuname=unpack("%32C*",$funame);
4995: my $cudom=unpack("%32C*",$fudom);
4996: my $cucourseid=unpack("%32C*",$fucourseid);
4997: my $cusymb=unpack("%32C*",$fusymb);
4998: my $cunique=&recunique($fucourseid);
4999: my $cpart=unpack("%32S*",$part);
5000: my $return =&recprefix($fucourseid).'-';
5001: if ($ENV{"course.$fucourseid.receiptalg"} eq 'receipt2' ||
5002: $ENV{'request.state'} eq 'construct') {
5003: &Apache::lonxml::debug("doing receipt2 using parts $cpart, uname $cuname and udom $cudom gets ".($cpart%$cuname).
5004: " and ".($cpart%$cudom));
5005:
5006: $return.= ($cunique%$cuname+
5007: $cunique%$cudom+
5008: $cusymb%$cuname+
5009: $cusymb%$cudom+
5010: $cucourseid%$cuname+
5011: $cucourseid%$cudom+
5012: $cpart%$cuname+
5013: $cpart%$cudom);
5014: } else {
5015: $return.= ($cunique%$cuname+
5016: $cunique%$cudom+
5017: $cusymb%$cuname+
5018: $cusymb%$cudom+
5019: $cucourseid%$cuname+
5020: $cucourseid%$cudom);
5021: }
5022: return $return;
5023: }
5024:
5025: sub receipt {
5026: my ($part)=@_;
5027: my ($symb,$courseid,$domain,$name) = &Apache::lonxml::whichuser();
5028: return &ireceipt($name,$domain,$courseid,$symb,$part);
5029: }
5030:
5031: # ------------------------------------------------------------ Serves up a file
5032: # returns either the contents of the file or
5033: # -1 if the file doesn't exist
5034: #
5035: # if the target is a file that was uploaded via DOCS,
5036: # a check will be made to see if a current copy exists on the local server,
5037: # if it does this will be served, otherwise a copy will be retrieved from
5038: # the home server for the course and stored in /home/httpd/html/userfiles on
5039: # the local server.
5040:
5041: sub getfile {
5042: my ($file) = @_;
5043:
5044: if ($file =~ m|^/*uploaded/|) { $file=&filelocation("",$file); }
5045: &repcopy($file);
5046: return &readfile($file);
5047: }
5048:
5049: sub repcopy_userfile {
5050: my ($file)=@_;
5051:
5052: if ($file =~ m|^/*uploaded/|) { $file=&filelocation("",$file); }
5053: if ($file =~ m|^/home/httpd/html/lonUsers/|) { return OK; }
5054:
5055: my ($cdom,$cnum,$filename) =
5056: ($file=~m|^\Q$perlvar{'lonDocRoot'}\E/+userfiles/+([^/]+)/+([^/]+)/+(.*)|);
5057: my ($info,$rtncode);
5058: my $uri="/uploaded/$cdom/$cnum/$filename";
5059: if (-e "$file") {
5060: my @fileinfo = stat($file);
5061: my $lwpresp = &getuploaded('HEAD',$uri,$cdom,$cnum,\$info,\$rtncode);
5062: if ($lwpresp ne 'ok') {
5063: if ($rtncode eq '404') {
5064: unlink($file);
5065: }
5066: #my $ua=new LWP::UserAgent;
5067: #my $request=new HTTP::Request('GET',&tokenwrapper($uri));
5068: #my $response=$ua->request($request);
5069: #if ($response->is_success()) {
5070: # return $response->content;
5071: # } else {
5072: # return -1;
5073: # }
5074: return -1;
5075: }
5076: if ($info < $fileinfo[9]) {
5077: return OK;
5078: }
5079: $info = '';
5080: $lwpresp = &getuploaded('GET',$uri,$cdom,$cnum,\$info,\$rtncode);
5081: if ($lwpresp ne 'ok') {
5082: return -1;
5083: }
5084: } else {
5085: my $lwpresp = &getuploaded('GET',$uri,$cdom,$cnum,\$info,\$rtncode);
5086: if ($lwpresp ne 'ok') {
5087: my $ua=new LWP::UserAgent;
5088: my $request=new HTTP::Request('GET',&tokenwrapper($uri));
5089: my $response=$ua->request($request);
5090: if ($response->is_success()) {
5091: $info=$response->content;
5092: } else {
5093: return -1;
5094: }
5095: }
5096: my @parts = ($cdom,$cnum);
5097: if ($filename =~ m|^(.+)/[^/]+$|) {
5098: push @parts, split(/\//,$1);
5099: }
5100: my $path = $perlvar{'lonDocRoot'}.'/userfiles';
5101: foreach my $part (@parts) {
5102: $path .= '/'.$part;
5103: if (!-e $path) {
5104: mkdir($path,0770);
5105: }
5106: }
5107: }
5108: open(FILE,">$file");
5109: print FILE $info;
5110: close(FILE);
5111: return OK;
5112: }
5113:
5114: sub tokenwrapper {
5115: my $uri=shift;
5116: $uri=~s|^http\://([^/]+)||;
5117: $uri=~s|^/||;
5118: $ENV{'user.environment'}=~/\/([^\/]+)\.id/;
5119: my $token=$1;
5120: my (undef,$udom,$uname,$file)=split('/',$uri,4);
5121: if ($udom && $uname && $file) {
5122: $file=~s|(\?\.*)*$||;
5123: &appenv("userfile.$udom/$uname/$file" => $ENV{'request.course.id'});
5124: return 'http://'.$hostname{ &homeserver($uname,$udom)}.'/'.$uri.
5125: (($uri=~/\?/)?'&':'?').'token='.$token.
5126: '&tokenissued='.$perlvar{'lonHostID'};
5127: } else {
5128: return '/adm/notfound.html';
5129: }
5130: }
5131:
5132: sub getuploaded {
5133: my ($reqtype,$uri,$cdom,$cnum,$info,$rtncode) = @_;
5134: $uri=~s/^\///;
5135: $uri = 'http://'.$hostname{ &homeserver($cnum,$cdom)}.'/raw/'.$uri;
5136: my $ua=new LWP::UserAgent;
5137: my $request=new HTTP::Request($reqtype,$uri);
5138: my $response=$ua->request($request);
5139: $$rtncode = $response->code;
5140: if (! $response->is_success()) {
5141: return 'failed';
5142: }
5143: if ($reqtype eq 'HEAD') {
5144: $$info = &HTTP::Date::str2time( $response->header('Last-modified') );
5145: } elsif ($reqtype eq 'GET') {
5146: $$info = $response->content;
5147: }
5148: return 'ok';
5149: }
5150:
5151: sub readfile {
5152: my $file = shift;
5153: if ( (! -e $file ) || ($file eq '') ) { return -1; };
5154: my $fh;
5155: open($fh,"<$file");
5156: my $a='';
5157: while (<$fh>) { $a .=$_; }
5158: return $a;
5159: }
5160:
5161: sub filelocation {
5162: my ($dir,$file) = @_;
5163: my $location;
5164: $file=~ s/^\s*(\S+)\s*$/$1/; ## strip off leading and trailing spaces
5165: if ($file=~m:^/~:) { # is a contruction space reference
5166: $location = $file;
5167: $location =~ s:/~(.*?)/(.*):/home/$1/public_html/$2:;
5168: } elsif ($file=~/^\/*uploaded/) { # is an uploaded file
5169: my ($udom,$uname,$filename)=
5170: ($file=~m|^/+uploaded/+([^/]+)/+([^/]+)/+(.*)$|);
5171: my $home=&homeserver($uname,$udom);
5172: my $is_me=0;
5173: my @ids=¤t_machine_ids();
5174: foreach my $id (@ids) { if ($id eq $home) { $is_me=1; } }
5175: if ($is_me) {
5176: $location=&Apache::loncommon::propath($udom,$uname).
5177: '/userfiles/'.$filename;
5178: } else {
5179: $location=$Apache::lonnet::perlvar{'lonDocRoot'}.'/userfiles/'.
5180: $udom.'/'.$uname.'/'.$filename;
5181: }
5182: } else {
5183: $file=~s/^\Q$perlvar{'lonDocRoot'}\E//;
5184: $file=~s:^/res/:/:;
5185: if ( !( $file =~ m:^/:) ) {
5186: $location = $dir. '/'.$file;
5187: } else {
5188: $location = '/home/httpd/html/res'.$file;
5189: }
5190: }
5191: $location=~s://+:/:g; # remove duplicate /
5192: while ($location=~m:/\.\./:) {$location=~ s:/[^/]+/\.\./:/:g;} #remove dir/..
5193: while ($location=~m:/\./:) {$location=~ s:/\./:/:g;} #remove /./
5194: return $location;
5195: }
5196:
5197: sub hreflocation {
5198: my ($dir,$file)=@_;
5199: unless (($file=~m-^http://-i) || ($file=~m-^/-)) {
5200: my $finalpath=filelocation($dir,$file);
5201: $finalpath=~s-^/home/httpd/html--;
5202: $finalpath=~s-^/home/(\w+)/public_html/-/~$1/-;
5203: return $finalpath;
5204: } elsif ($file=~m-^/home-) {
5205: $file=~s-^/home/httpd/html--;
5206: $file=~s-^/home/(\w+)/public_html/-/~$1/-;
5207: return $file;
5208: }
5209: return $file;
5210: }
5211:
5212: sub current_machine_domains {
5213: my $hostname=$hostname{$perlvar{'lonHostID'}};
5214: my @domains;
5215: while( my($id, $name) = each(%hostname)) {
5216: # &logthis("-$id-$name-$hostname-");
5217: if ($hostname eq $name) {
5218: push(@domains,$hostdom{$id});
5219: }
5220: }
5221: return @domains;
5222: }
5223:
5224: sub current_machine_ids {
5225: my $hostname=$hostname{$perlvar{'lonHostID'}};
5226: my @ids;
5227: while( my($id, $name) = each(%hostname)) {
5228: # &logthis("-$id-$name-$hostname-");
5229: if ($hostname eq $name) {
5230: push(@ids,$id);
5231: }
5232: }
5233: return @ids;
5234: }
5235:
5236: # ------------------------------------------------------------- Declutters URLs
5237:
5238: sub declutter {
5239: my $thisfn=shift;
5240: $thisfn=~s/^\Q$perlvar{'lonDocRoot'}\E//;
5241: $thisfn=~s/^\///;
5242: $thisfn=~s/^res\///;
5243: $thisfn=~s/\?.+$//;
5244: return $thisfn;
5245: }
5246:
5247: # ------------------------------------------------------------- Clutter up URLs
5248:
5249: sub clutter {
5250: my $thisfn='/'.&declutter(shift);
5251: unless ($thisfn=~/^\/(uploaded|adm|userfiles|ext|raw|priv|public)\//) {
5252: $thisfn='/res'.$thisfn;
5253: }
5254: return $thisfn;
5255: }
5256:
5257: sub freeze_escape {
5258: my ($value)=@_;
5259: if (ref($value)) {
5260: $value=&nfreeze($value);
5261: return '__FROZEN__'.&escape($value);
5262: }
5263: return &escape($value);
5264: }
5265:
5266: # -------------------------------------------------------- Escape Special Chars
5267:
5268: sub escape {
5269: my $str=shift;
5270: $str =~ s/(\W)/"%".unpack('H2',$1)/eg;
5271: return $str;
5272: }
5273:
5274: # ----------------------------------------------------- Un-Escape Special Chars
5275:
5276: sub unescape {
5277: my $str=shift;
5278: $str =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
5279: return $str;
5280: }
5281:
5282: sub thaw_unescape {
5283: my ($value)=@_;
5284: if ($value =~ /^__FROZEN__/) {
5285: substr($value,0,10,undef);
5286: $value=&unescape($value);
5287: return &thaw($value);
5288: }
5289: return &unescape($value);
5290: }
5291:
5292: sub mod_perl_version {
5293: if (defined($perlvar{'MODPERL2'})) {
5294: return 2;
5295: }
5296: return 1;
5297: }
5298:
5299: sub correct_line_ends {
5300: my ($result)=@_;
5301: $$result =~s/\r\n/\n/mg;
5302: $$result =~s/\r/\n/mg;
5303: }
5304: # ================================================================ Main Program
5305:
5306: sub goodbye {
5307: &logthis("Starting Shut down");
5308: #not converted to using infrastruture and probably shouldn't be
5309: &logthis(sprintf("%-20s is %s",'%badServerCache',scalar(%badServerCache)));
5310: #converted
5311: &logthis(sprintf("%-20s is %s",'%metacache',scalar(%metacache)));
5312: &logthis(sprintf("%-20s is %s",'%homecache',scalar(%homecache)));
5313: &logthis(sprintf("%-20s is %s",'%titlecache',scalar(%titlecache)));
5314: &logthis(sprintf("%-20s is %s",'%courseresdatacache',scalar(%courseresdatacache)));
5315: #1.1 only
5316: &logthis(sprintf("%-20s is %s",'%userresdatacache',scalar(%userresdatacache)));
5317: &logthis(sprintf("%-20s is %s",'%getsectioncache',scalar(%getsectioncache)));
5318: &logthis(sprintf("%-20s is %s",'%courseresversioncache',scalar(%courseresversioncache)));
5319: &logthis(sprintf("%-20s is %s",'%resversioncache',scalar(%resversioncache)));
5320: &flushcourselogs();
5321: &logthis("Shutting down");
5322: return DONE;
5323: }
5324:
5325: BEGIN {
5326: # ----------------------------------- Read loncapa.conf and loncapa_apache.conf
5327: unless ($readit) {
5328: {
5329: open(my $config,"</etc/httpd/conf/loncapa.conf");
5330:
5331: while (my $configline=<$config>) {
5332: if ($configline=~/\S/ && $configline =~ /^[^\#]*PerlSetVar/) {
5333: my ($dummy,$varname,$varvalue)=split(/\s+/,$configline);
5334: chomp($varvalue);
5335: $perlvar{$varname}=$varvalue;
5336: }
5337: }
5338: close($config);
5339: }
5340: {
5341: open(my $config,"</etc/httpd/conf/loncapa_apache.conf");
5342:
5343: while (my $configline=<$config>) {
5344: if ($configline =~ /^[^\#]*PerlSetVar/) {
5345: my ($dummy,$varname,$varvalue)=split(/\s+/,$configline);
5346: chomp($varvalue);
5347: $perlvar{$varname}=$varvalue;
5348: }
5349: }
5350: close($config);
5351: }
5352:
5353: # ------------------------------------------------------------ Read domain file
5354: {
5355: %domaindescription = ();
5356: %domain_auth_def = ();
5357: %domain_auth_arg_def = ();
5358: my $fh;
5359: if (open($fh,"<".$Apache::lonnet::perlvar{'lonTabDir'}.'/domain.tab')) {
5360: while (<$fh>) {
5361: next if (/^(\#|\s*$)/);
5362: # next if /^\#/;
5363: chomp;
5364: my ($domain, $domain_description, $def_auth, $def_auth_arg,
5365: $def_lang, $city, $longi, $lati) = split(/:/,$_);
5366: $domain_auth_def{$domain}=$def_auth;
5367: $domain_auth_arg_def{$domain}=$def_auth_arg;
5368: $domaindescription{$domain}=$domain_description;
5369: $domain_lang_def{$domain}=$def_lang;
5370: $domain_city{$domain}=$city;
5371: $domain_longi{$domain}=$longi;
5372: $domain_lati{$domain}=$lati;
5373:
5374: # &logthis("Domain.tab: $domain, $domain_auth_def{$domain}, $domain_auth_arg_def{$domain},$domaindescription{$domain}");
5375: # &logthis("Domain.tab: $domain ".$domaindescription{$domain} );
5376: }
5377: }
5378: close ($fh);
5379: }
5380:
5381:
5382: # ------------------------------------------------------------- Read hosts file
5383: {
5384: open(my $config,"<$perlvar{'lonTabDir'}/hosts.tab");
5385:
5386: while (my $configline=<$config>) {
5387: next if ($configline =~ /^(\#|\s*$)/);
5388: chomp($configline);
5389: my ($id,$domain,$role,$name,$ip,$domdescr)=split(/:/,$configline);
5390: if ($id && $domain && $role && $name && $ip) {
5391: $hostname{$id}=$name;
5392: $hostdom{$id}=$domain;
5393: $hostip{$id}=$ip;
5394: $iphost{$ip}=$id;
5395: if ($role eq 'library') { $libserv{$id}=$name; }
5396: }
5397: }
5398: close($config);
5399: }
5400:
5401: # ------------------------------------------------------ Read spare server file
5402: {
5403: open(my $config,"<$perlvar{'lonTabDir'}/spare.tab");
5404:
5405: while (my $configline=<$config>) {
5406: chomp($configline);
5407: if ($configline) {
5408: $spareid{$configline}=1;
5409: }
5410: }
5411: close($config);
5412: }
5413: # ------------------------------------------------------------ Read permissions
5414: {
5415: open(my $config,"<$perlvar{'lonTabDir'}/roles.tab");
5416:
5417: while (my $configline=<$config>) {
5418: chomp($configline);
5419: if ($configline) {
5420: my ($role,$perm)=split(/ /,$configline);
5421: if ($perm ne '') { $pr{$role}=$perm; }
5422: }
5423: }
5424: close($config);
5425: }
5426:
5427: # -------------------------------------------- Read plain texts for permissions
5428: {
5429: open(my $config,"<$perlvar{'lonTabDir'}/rolesplain.tab");
5430:
5431: while (my $configline=<$config>) {
5432: chomp($configline);
5433: if ($configline) {
5434: my ($short,$plain)=split(/:/,$configline);
5435: if ($plain ne '') { $prp{$short}=$plain; }
5436: }
5437: }
5438: close($config);
5439: }
5440:
5441: # ---------------------------------------------------------- Read package table
5442: {
5443: open(my $config,"<$perlvar{'lonTabDir'}/packages.tab");
5444:
5445: while (my $configline=<$config>) {
5446: if ($configline !~ /\S/ || $configline=~/^#/) { next; }
5447: chomp($configline);
5448: my ($short,$plain)=split(/:/,$configline);
5449: my ($pack,$name)=split(/\&/,$short);
5450: if ($plain ne '') {
5451: $packagetab{$pack.'&'.$name.'&name'}=$name;
5452: $packagetab{$short}=$plain;
5453: }
5454: }
5455: close($config);
5456: }
5457:
5458: # ------------- set up temporary directory
5459: {
5460: $tmpdir = $perlvar{'lonDaemons'}.'/tmp/';
5461:
5462: }
5463:
5464: %metacache=();
5465:
5466: $processmarker='_'.time.'_'.$perlvar{'lonHostID'};
5467: $dumpcount=0;
5468:
5469: &logtouch();
5470: &logthis('<font color=yellow>INFO: Read configuration</font>');
5471: $readit=1;
5472: }
5473: }
5474:
5475: 1;
5476: __END__
5477:
5478: =pod
5479:
5480: =head1 NAME
5481:
5482: Apache::lonnet - Subroutines to ask questions about things in the network.
5483:
5484: =head1 SYNOPSIS
5485:
5486: Invoked by other LON-CAPA modules, when they need to talk to or about objects in the network.
5487:
5488: &Apache::lonnet::SUBROUTINENAME(ARGUMENTS);
5489:
5490: Common parameters:
5491:
5492: =over 4
5493:
5494: =item *
5495:
5496: $uname : an internal username (if $cname expecting a course Id specifically)
5497:
5498: =item *
5499:
5500: $udom : a domain (if $cdom expecting a course's domain specifically)
5501:
5502: =item *
5503:
5504: $symb : a resource instance identifier
5505:
5506: =item *
5507:
5508: $namespace : the name of a .db file that contains the data needed or
5509: being set.
5510:
5511: =back
5512:
5513: =head1 OVERVIEW
5514:
5515: lonnet provides subroutines which interact with the
5516: lonc/lond (TCP) network layer of LON-CAPA. They can be used to ask
5517: about classes, users, and resources.
5518:
5519: For many of these objects you can also use this to store data about
5520: them or modify them in various ways.
5521:
5522: =head2 Symbs
5523:
5524: To identify a specific instance of a resource, LON-CAPA uses symbols
5525: or "symbs"X<symb>. These identifiers are built from the URL of the
5526: map, the resource number of the resource in the map, and the URL of
5527: the resource itself. The latter is somewhat redundant, but might help
5528: if maps change.
5529:
5530: An example is
5531:
5532: msu/korte/parts/part1.sequence___19___msu/korte/tests/part12.problem
5533:
5534: The respective map entry is
5535:
5536: <resource id="19" src="/res/msu/korte/tests/part12.problem"
5537: title="Problem 2">
5538: </resource>
5539:
5540: Symbs are used by the random number generator, as well as to store and
5541: restore data specific to a certain instance of for example a problem.
5542:
5543: =head2 Storing And Retrieving Data
5544:
5545: X<store()>X<cstore()>X<restore()>Three of the most important functions
5546: in C<lonnet.pm> are C<&Apache::lonnet::cstore()>,
5547: C<&Apache::lonnet:restore()>, and C<&Apache::lonnet::store()>, which
5548: is is the non-critical message twin of cstore. These functions are for
5549: handlers to store a perl hash to a user's permanent data space in an
5550: easy manner, and to retrieve it again on another call. It is expected
5551: that a handler would use this once at the beginning to retrieve data,
5552: and then again once at the end to send only the new data back.
5553:
5554: The data is stored in the user's data directory on the user's
5555: homeserver under the ID of the course.
5556:
5557: The hash that is returned by restore will have all of the previous
5558: value for all of the elements of the hash.
5559:
5560: Example:
5561:
5562: #creating a hash
5563: my %hash;
5564: $hash{'foo'}='bar';
5565:
5566: #storing it
5567: &Apache::lonnet::cstore(\%hash);
5568:
5569: #changing a value
5570: $hash{'foo'}='notbar';
5571:
5572: #adding a new value
5573: $hash{'bar'}='foo';
5574: &Apache::lonnet::cstore(\%hash);
5575:
5576: #retrieving the hash
5577: my %history=&Apache::lonnet::restore();
5578:
5579: #print the hash
5580: foreach my $key (sort(keys(%history))) {
5581: print("\%history{$key} = $history{$key}");
5582: }
5583:
5584: Will print out:
5585:
5586: %history{1:foo} = bar
5587: %history{1:keys} = foo:timestamp
5588: %history{1:timestamp} = 990455579
5589: %history{2:bar} = foo
5590: %history{2:foo} = notbar
5591: %history{2:keys} = foo:bar:timestamp
5592: %history{2:timestamp} = 990455580
5593: %history{bar} = foo
5594: %history{foo} = notbar
5595: %history{timestamp} = 990455580
5596: %history{version} = 2
5597:
5598: Note that the special hash entries C<keys>, C<version> and
5599: C<timestamp> were added to the hash. C<version> will be equal to the
5600: total number of versions of the data that have been stored. The
5601: C<timestamp> attribute will be the UNIX time the hash was
5602: stored. C<keys> is available in every historical section to list which
5603: keys were added or changed at a specific historical revision of a
5604: hash.
5605:
5606: B<Warning>: do not store the hash that restore returns directly. This
5607: will cause a mess since it will restore the historical keys as if the
5608: were new keys. I.E. 1:foo will become 1:1:foo etc.
5609:
5610: Calling convention:
5611:
5612: my %record=&Apache::lonnet::restore($symb,$courseid,$domain,$uname,$home);
5613: &Apache::lonnet::cstore(\%newrecord,$symb,$courseid,$domain,$uname,$home);
5614:
5615: For more detailed information, see lonnet specific documentation.
5616:
5617: =head1 RETURN MESSAGES
5618:
5619: =over 4
5620:
5621: =item * B<con_lost>: unable to contact remote host
5622:
5623: =item * B<con_delayed>: unable to contact remote host, message will be delivered
5624: when the connection is brought back up
5625:
5626: =item * B<con_failed>: unable to contact remote host and unable to save message
5627: for later delivery
5628:
5629: =item * B<error:>: an error a occured, a description of the error follows the :
5630:
5631: =item * B<no_such_host>: unable to fund a host associated with the user/domain
5632: that was requested
5633:
5634: =back
5635:
5636: =head1 PUBLIC SUBROUTINES
5637:
5638: =head2 Session Environment Functions
5639:
5640: =over 4
5641:
5642: =item *
5643: X<appenv()>
5644: B<appenv(%hash)>: the value of %hash is written to
5645: the user envirnoment file, and will be restored for each access this
5646: user makes during this session, also modifies the %ENV for the current
5647: process
5648:
5649: =item *
5650: X<delenv()>
5651: B<delenv($regexp)>: removes all items from the session
5652: environment file that matches the regular expression in $regexp. The
5653: values are also delted from the current processes %ENV.
5654:
5655: =back
5656:
5657: =head2 User Information
5658:
5659: =over 4
5660:
5661: =item *
5662: X<queryauthenticate()>
5663: B<queryauthenticate($uname,$udom)>: try to determine user's current
5664: authentication scheme
5665:
5666: =item *
5667: X<authenticate()>
5668: B<authenticate($uname,$upass,$udom)>: try to
5669: authenticate user from domain's lib servers (first use the current
5670: one). C<$upass> should be the users password.
5671:
5672: =item *
5673: X<homeserver()>
5674: B<homeserver($uname,$udom)>: find the server which has
5675: the user's directory and files (there must be only one), this caches
5676: the answer, and also caches if there is a borken connection.
5677:
5678: =item *
5679: X<idget()>
5680: B<idget($udom,@ids)>: find the usernames behind a list of IDs
5681: (IDs are a unique resource in a domain, there must be only 1 ID per
5682: username, and only 1 username per ID in a specific domain) (returns
5683: hash: id=>name,id=>name)
5684:
5685: =item *
5686: X<idrget()>
5687: B<idrget($udom,@unames)>: find the IDs behind a list of
5688: usernames (returns hash: name=>id,name=>id)
5689:
5690: =item *
5691: X<idput()>
5692: B<idput($udom,%ids)>: store away a list of names and associated IDs
5693:
5694: =item *
5695: X<rolesinit()>
5696: B<rolesinit($udom,$username,$authhost)>: get user privileges
5697:
5698: =item *
5699: X<getsection()>
5700: B<getsection($udom,$uname,$cname)>: finds the section of student in the
5701: course $cname, return section name/number or '' for "not in course"
5702: and '-1' for "no section"
5703:
5704: =item *
5705: X<userenvironment()>
5706: B<userenvironment($udom,$uname,@what)>: gets the values of the keys
5707: passed in @what from the requested user's environment, returns a hash
5708:
5709: =back
5710:
5711: =head2 User Roles
5712:
5713: =over 4
5714:
5715: =item *
5716:
5717: allowed($priv,$uri) : check for a user privilege; returns codes for allowed
5718: actions
5719: F: full access
5720: U,I,K: authentication modes (cxx only)
5721: '': forbidden
5722: 1: user needs to choose course
5723: 2: browse allowed
5724:
5725: =item *
5726:
5727: definerole($rolename,$sysrole,$domrole,$courole) : define role; define a custom
5728: role rolename set privileges in format of lonTabs/roles.tab for system, domain,
5729: and course level
5730:
5731: =item *
5732:
5733: plaintext($short) : return value in %prp hash (rolesplain.tab); plain text
5734: explanation of a user role term
5735:
5736: =back
5737:
5738: =head2 User Modification
5739:
5740: =over 4
5741:
5742: =item *
5743:
5744: assignrole($udom,$uname,$url,$role,$end,$start) : assign role; give a role to a
5745: user for the level given by URL. Optional start and end dates (leave empty
5746: string or zero for "no date")
5747:
5748: =item *
5749:
5750: changepass($uname,$udom,$currentpass,$newpass,$server) : attempts to
5751: change a users, password, possible return values are: ok,
5752: pwchange_failure, non_authorized, auth_mode_error, unknown_user,
5753: refused
5754:
5755: =item *
5756:
5757: modifyuserauth($udom,$uname,$umode,$upass) : modify user authentication
5758:
5759: =item *
5760:
5761: modifyuser($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene) :
5762: modify user
5763:
5764: =item *
5765:
5766: modifystudent
5767:
5768: modify a students enrollment and identification information.
5769: The course id is resolved based on the current users environment.
5770: This means the envoking user must be a course coordinator or otherwise
5771: associated with a course.
5772:
5773: This call is essentially a wrapper for lonnet::modifyuser and
5774: lonnet::modify_student_enrollment
5775:
5776: Inputs:
5777:
5778: =over 4
5779:
5780: =item B<$udom> Students loncapa domain
5781:
5782: =item B<$uname> Students loncapa login name
5783:
5784: =item B<$uid> Students id/student number
5785:
5786: =item B<$umode> Students authentication mode
5787:
5788: =item B<$upass> Students password
5789:
5790: =item B<$first> Students first name
5791:
5792: =item B<$middle> Students middle name
5793:
5794: =item B<$last> Students last name
5795:
5796: =item B<$gene> Students generation
5797:
5798: =item B<$usec> Students section in course
5799:
5800: =item B<$end> Unix time of the roles expiration
5801:
5802: =item B<$start> Unix time of the roles start date
5803:
5804: =item B<$forceid> If defined, allow $uid to be changed
5805:
5806: =item B<$desiredhome> server to use as home server for student
5807:
5808: =back
5809:
5810: =item *
5811:
5812: modify_student_enrollment
5813:
5814: Change a students enrollment status in a class. The environment variable
5815: 'role.request.course' must be defined for this function to proceed.
5816:
5817: Inputs:
5818:
5819: =over 4
5820:
5821: =item $udom, students domain
5822:
5823: =item $uname, students name
5824:
5825: =item $uid, students user id
5826:
5827: =item $first, students first name
5828:
5829: =item $middle
5830:
5831: =item $last
5832:
5833: =item $gene
5834:
5835: =item $usec
5836:
5837: =item $end
5838:
5839: =item $start
5840:
5841: =back
5842:
5843:
5844: =item *
5845:
5846: assigncustomrole($udom,$uname,$url,$rdom,$rnam,$rolename,$end,$start) : assign
5847: custom role; give a custom role to a user for the level given by URL. Specify
5848: name and domain of role author, and role name
5849:
5850: =item *
5851:
5852: revokerole($udom,$uname,$url,$role) : revoke a role for url
5853:
5854: =item *
5855:
5856: revokecustomrole($udom,$uname,$url,$role) : revoke a custom role
5857:
5858: =back
5859:
5860: =head2 Course Infomation
5861:
5862: =over 4
5863:
5864: =item *
5865:
5866: coursedescription($courseid) : course description
5867:
5868: =item *
5869:
5870: courseresdata($coursenum,$coursedomain,@which) : request for current
5871: parameter setting for a specific course, @what should be a list of
5872: parameters to ask about. This routine caches answers for 5 minutes.
5873:
5874: =back
5875:
5876: =head2 Course Modification
5877:
5878: =over 4
5879:
5880: =item *
5881:
5882: writecoursepref($courseid,%prefs) : write preferences (environment
5883: database) for a course
5884:
5885: =item *
5886:
5887: createcourse($udom,$description,$url) : make/modify course
5888:
5889: =back
5890:
5891: =head2 Resource Subroutines
5892:
5893: =over 4
5894:
5895: =item *
5896:
5897: subscribe($fname) : subscribe to a resource, returns URL if possible (probably should use repcopy instead)
5898:
5899: =item *
5900:
5901: repcopy($filename) : subscribes to the requested file, and attempts to
5902: replicate from the owning library server, Might return
5903: HTTP_SERVICE_UNAVAILABLE, HTTP_NOT_FOUND, FORBIDDEN, OK, or
5904: HTTP_BAD_REQUEST, also attempts to grab the metadata for the
5905: resource. Expects the local filesystem pathname
5906: (/home/httpd/html/res/....)
5907:
5908: =back
5909:
5910: =head2 Resource Information
5911:
5912: =over 4
5913:
5914: =item *
5915:
5916: EXT($varname,$symb,$udom,$uname) : evaluates and returns the value of
5917: a vairety of different possible values, $varname should be a request
5918: string, and the other parameters can be used to specify who and what
5919: one is asking about.
5920:
5921: Possible values for $varname are environment.lastname (or other item
5922: from the envirnment hash), user.name (or someother aspect about the
5923: user), resource.0.maxtries (or some other part and parameter of a
5924: resource)
5925:
5926: =item *
5927:
5928: directcondval($number) : get current value of a condition; reads from a state
5929: string
5930:
5931: =item *
5932:
5933: condval($condidx) : value of condition index based on state
5934:
5935: =item *
5936:
5937: metadata($uri,$what,$liburi,$prefix,$depthcount) : request a
5938: resource's metadata, $what should be either a specific key, or either
5939: 'keys' (to get a list of possible keys) or 'packages' to get a list of
5940: packages that this resource currently uses, the last 3 arguments are only used internally for recursive metadata.
5941:
5942: this function automatically caches all requests
5943:
5944: =item *
5945:
5946: metadata_query($query,$custom,$customshow) : make a metadata query against the
5947: network of library servers; returns file handle of where SQL and regex results
5948: will be stored for query
5949:
5950: =item *
5951:
5952: symbread($filename) : return symbolic list entry (filename argument optional);
5953: returns the data handle
5954:
5955: =item *
5956:
5957: symbverify($symb,$thisfn) : verifies that $symb actually exists and is
5958: a possible symb for the URL in $thisfn, returns a 1 on success, 0 on
5959: failure, user must be in a course, as it assumes the existance of the
5960: course initi hash, and uses $ENV('request.course.id'}
5961:
5962:
5963: =item *
5964:
5965: symbclean($symb) : removes versions numbers from a symb, returns the
5966: cleaned symb
5967:
5968: =item *
5969:
5970: is_on_map($uri) : checks if the $uri is somewhere on the current
5971: course map, user must be in a course for it to work.
5972:
5973: =item *
5974:
5975: numval($salt) : return random seed value (addend for rndseed)
5976:
5977: =item *
5978:
5979: rndseed($symb,$courseid,$udom,$uname) : create a random sum; returns
5980: a random seed, all arguments are optional, if they aren't sent it uses the
5981: environment to derive them. Note: if symb isn't sent and it can't get one
5982: from &symbread it will use the current time as its return value
5983:
5984: =item *
5985:
5986: ireceipt($funame,$fudom,$fucourseid,$fusymb) : return unique,
5987: unfakeable, receipt
5988:
5989: =item *
5990:
5991: receipt() : API to ireceipt working off of ENV values; given out to users
5992:
5993: =item *
5994:
5995: countacc($url) : count the number of accesses to a given URL
5996:
5997: =item *
5998:
5999: checkout($symb,$tuname,$tudom,$tcrsid) : creates a record of a user having looked at an item, most likely printed out or otherwise using a resource
6000:
6001: =item *
6002:
6003: checkin($token) : updates that a resource has beeen returned (a hard copy version for instance) and returns the data that $token was Checkout with ($symb, $tuname, $tudom, and $tcrsid)
6004:
6005: =item *
6006:
6007: expirespread($uname,$udom,$stype,$usymb) : set expire date for spreadsheet
6008:
6009: =item *
6010:
6011: devalidate($symb) : devalidate temporary spreadsheet calculations,
6012: forcing spreadsheet to reevaluate the resource scores next time.
6013:
6014: =back
6015:
6016: =head2 Storing/Retreiving Data
6017:
6018: =over 4
6019:
6020: =item *
6021:
6022: store($storehash,$symb,$namespace,$udom,$uname) : stores hash permanently
6023: for this url; hashref needs to be given and should be a \%hashname; the
6024: remaining args aren't required and if they aren't passed or are '' they will
6025: be derived from the ENV
6026:
6027: =item *
6028:
6029: cstore($storehash,$symb,$namespace,$udom,$uname) : same as store but
6030: uses critical subroutine
6031:
6032: =item *
6033:
6034: restore($symb,$namespace,$udom,$uname) : returns hash for this symb;
6035: all args are optional
6036:
6037: =item *
6038:
6039: tmpstore($storehash,$symb,$namespace,$udom,$uname) : storage that
6040: works very similar to store/cstore, but all data is stored in a
6041: temporary location and can be reset using tmpreset, $storehash should
6042: be a hash reference, returns nothing on success
6043:
6044: =item *
6045:
6046: tmprestore($symb,$namespace,$udom,$uname) : storage that works very
6047: similar to restore, but all data is stored in a temporary location and
6048: can be reset using tmpreset. Returns a hash of values on success,
6049: error string otherwise.
6050:
6051: =item *
6052:
6053: tmpreset($symb,$namespace,$udom,$uname) : temporary storage reset,
6054: deltes all keys for $symb form the temporary storage hash.
6055:
6056: =item *
6057:
6058: get($namespace,$storearr,$udom,$uname) : returns hash with keys from array
6059: reference filled in from namesp ($udom and $uname are optional)
6060:
6061: =item *
6062:
6063: del($namespace,$storearr,$udom,$uname) : deletes keys out of array from
6064: namesp ($udom and $uname are optional)
6065:
6066: =item *
6067:
6068: dump($namespace,$udom,$uname,$regexp) :
6069: dumps the complete (or key matching regexp) namespace into a hash
6070: ($udom, $uname and $regexp are optional)
6071:
6072: =item *
6073:
6074: inc($namespace,$store,$udom,$uname) : increments $store in $namespace.
6075: $store can be a scalar, an array reference, or if the amount to be
6076: incremented is > 1, a hash reference.
6077:
6078: ($udom and $uname are optional)
6079:
6080: =item *
6081:
6082: put($namespace,$storehash,$udom,$uname) : stores hash in namesp
6083: ($udom and $uname are optional)
6084:
6085: =item *
6086:
6087: putstore($namespace,$storehash,$udomain,$uname) : stores hash in namesp
6088: keys used in storehash include version information (e.g., 1:$symb:message etc.) as
6089: used in records written by &store and retrieved by &restore. This function
6090: was created for use in editing discussion posts, without incrementing the
6091: version number included in the key for a particular post. The colon
6092: separated list of attribute names (e.g., the value associated with the key
6093: 1:keys:$symb) is also generated and passed in the ampersand separated
6094: items sent to lonnet::reply().
6095:
6096: =item *
6097:
6098: cput($namespace,$storehash,$udom,$uname) : critical put
6099: ($udom and $uname are optional)
6100:
6101: =item *
6102:
6103: eget($namespace,$storearr,$udom,$uname) : returns hash with keys from array
6104: reference filled in from namesp (encrypts the return communication)
6105: ($udom and $uname are optional)
6106:
6107: =item *
6108:
6109: log($udom,$name,$home,$message) : write to permanent log for user; use
6110: critical subroutine
6111:
6112: =back
6113:
6114: =head2 Network Status Functions
6115:
6116: =over 4
6117:
6118: =item *
6119:
6120: dirlist($uri) : return directory list based on URI
6121:
6122: =item *
6123:
6124: spareserver() : find server with least workload from spare.tab
6125:
6126: =back
6127:
6128: =head2 Apache Request
6129:
6130: =over 4
6131:
6132: =item *
6133:
6134: ssi($url,%hash) : server side include, does a complete request cycle on url to
6135: localhost, posts hash
6136:
6137: =back
6138:
6139: =head2 Data to String to Data
6140:
6141: =over 4
6142:
6143: =item *
6144:
6145: hash2str(%hash) : convert a hash into a string complete with escaping and '='
6146: and '&' separators, supports elements that are arrayrefs and hashrefs
6147:
6148: =item *
6149:
6150: hashref2str($hashref) : convert a hashref into a string complete with
6151: escaping and '=' and '&' separators, supports elements that are
6152: arrayrefs and hashrefs
6153:
6154: =item *
6155:
6156: arrayref2str($arrayref) : convert an arrayref into a string complete
6157: with escaping and '&' separators, supports elements that are arrayrefs
6158: and hashrefs
6159:
6160: =item *
6161:
6162: str2hash($string) : convert string to hash using unescaping and
6163: splitting on '=' and '&', supports elements that are arrayrefs and
6164: hashrefs
6165:
6166: =item *
6167:
6168: str2array($string) : convert string to hash using unescaping and
6169: splitting on '&', supports elements that are arrayrefs and hashrefs
6170:
6171: =back
6172:
6173: =head2 Logging Routines
6174:
6175: =over 4
6176:
6177: These routines allow one to make log messages in the lonnet.log and
6178: lonnet.perm logfiles.
6179:
6180: =item *
6181:
6182: logtouch() : make sure the logfile, lonnet.log, exists
6183:
6184: =item *
6185:
6186: logthis() : append message to the normal lonnet.log file, it gets
6187: preiodically rolled over and deleted.
6188:
6189: =item *
6190:
6191: logperm() : append a permanent message to lonnet.perm.log, this log
6192: file never gets deleted by any automated portion of the system, only
6193: messages of critical importance should go in here.
6194:
6195: =back
6196:
6197: =head2 General File Helper Routines
6198:
6199: =over 4
6200:
6201: =item *
6202:
6203: getfile($file,$caller) : two cases - requests for files in /res or in /uploaded.
6204: (a) files in /uploaded
6205: (i) If a local copy of the file exists -
6206: compares modification date of local copy with last-modified date for
6207: definitive version stored on home server for course. If local copy is
6208: stale, requests a new version from the home server and stores it.
6209: If the original has been removed from the home server, then local copy
6210: is unlinked.
6211: (ii) If local copy does not exist -
6212: requests the file from the home server and stores it.
6213:
6214: If $caller is 'uploadrep':
6215: This indicates a call from lonuploadrep.pm (PerlHeaderParserHandler phase)
6216: for request for files originally uploaded via DOCS.
6217: - returns 'ok' if fresh local copy now available, -1 otherwise.
6218:
6219: Otherwise:
6220: This indicates a call from the content generation phase of the request.
6221: - returns the entire contents of the file or -1.
6222:
6223: (b) files in /res
6224: - returns the entire contents of a file or -1;
6225: it properly subscribes to and replicates the file if neccessary.
6226:
6227: =item *
6228:
6229: filelocation($dir,$file) : returns file system location of a file
6230: based on URI; meant to be "fairly clean" absolute reference, $dir is a
6231: directory that relative $file lookups are to looked in ($dir of /a/dir
6232: and a file of ../bob will become /a/bob)
6233:
6234: =item *
6235:
6236: hreflocation($dir,$file) : returns file system location or a URL; same as
6237: filelocation except for hrefs
6238:
6239: =item *
6240:
6241: declutter() : declutters URLs (remove docroot, beginning slashes, 'res' etc)
6242:
6243: =back
6244:
6245: =head2 HTTP Helper Routines
6246:
6247: =over 4
6248:
6249: =item *
6250:
6251: escape() : unpack non-word characters into CGI-compatible hex codes
6252:
6253: =item *
6254:
6255: unescape() : pack CGI-compatible hex codes into actual non-word ASCII character
6256:
6257: =back
6258:
6259: =head1 PRIVATE SUBROUTINES
6260:
6261: =head2 Underlying communication routines (Shouldn't call)
6262:
6263: =over 4
6264:
6265: =item *
6266:
6267: subreply() : tries to pass a message to lonc, returns con_lost if incapable
6268:
6269: =item *
6270:
6271: reply() : uses subreply to send a message to remote machine, logs all failures
6272:
6273: =item *
6274:
6275: critical() : passes a critical message to another server; if cannot
6276: get through then place message in connection buffer directory and
6277: returns con_delayed, if incapable of saving message, returns
6278: con_failed
6279:
6280: =item *
6281:
6282: reconlonc() : tries to reconnect lonc client processes.
6283:
6284: =back
6285:
6286: =head2 Resource Access Logging
6287:
6288: =over 4
6289:
6290: =item *
6291:
6292: flushcourselogs() : flush (save) buffer logs and access logs
6293:
6294: =item *
6295:
6296: courselog($what) : save message for course in hash
6297:
6298: =item *
6299:
6300: courseacclog($what) : save message for course using &courselog(). Perform
6301: special processing for specific resource types (problems, exams, quizzes, etc).
6302:
6303: =item *
6304:
6305: goodbye() : flush course logs and log shutting down; it is called in srm.conf
6306: as a PerlChildExitHandler
6307:
6308: =back
6309:
6310: =head2 Other
6311:
6312: =over 4
6313:
6314: =item *
6315:
6316: symblist($mapname,%newhash) : update symbolic storage links
6317:
6318: =back
6319:
6320: =cut
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>