1: # The LearningOnline Network
2: # TCP networking package
3: #
4: # $Id: lonnet.pm,v 1.633 2005/05/05 20:50:38 albertel Exp $
5: #
6: # Copyright Michigan State University Board of Trustees
7: #
8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
9: #
10: # LON-CAPA is free software; you can redistribute it and/or modify
11: # it under the terms of the GNU General Public License as published by
12: # the Free Software Foundation; either version 2 of the License, or
13: # (at your option) any later version.
14: #
15: # LON-CAPA is distributed in the hope that it will be useful,
16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18: # GNU General Public License for more details.
19: #
20: # You should have received a copy of the GNU General Public License
21: # along with LON-CAPA; if not, write to the Free Software
22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23: #
24: # /home/httpd/html/adm/gpl.txt
25: #
26: # http://www.lon-capa.org/
27: #
28: ###
29:
30: package Apache::lonnet;
31:
32: use strict;
33: use LWP::UserAgent();
34: use HTTP::Headers;
35: use HTTP::Date;
36: # use Date::Parse;
37: use vars
38: qw(%perlvar %hostname %badServerCache %iphost %spareid %hostdom
39: %libserv %pr %prp $memcache %packagetab
40: %courselogs %accesshash %userrolehash $processmarker $dumpcount
41: %coursedombuf %coursenumbuf %coursehombuf %coursedescrbuf %courseinstcodebuf %courseownerbuf
42: %domaindescription %domain_auth_def %domain_auth_arg_def
43: %domain_lang_def %domain_city %domain_longi %domain_lati $tmpdir $_64bit
44: %env);
45:
46: use IO::Socket;
47: use GDBM_File;
48: use Apache::Constants qw(:common :http);
49: use HTML::LCParser;
50: use Fcntl qw(:flock);
51: use Apache::lonlocal;
52: use Storable qw(lock_store lock_nstore lock_retrieve freeze thaw nfreeze);
53: use Time::HiRes qw( gettimeofday tv_interval );
54: use Cache::Memcached;
55: my $readit;
56: my $max_connection_retries = 10; # Or some such value.
57:
58: require Exporter;
59:
60: our @ISA = qw (Exporter);
61: our @EXPORT = qw(%env);
62:
63: =pod
64:
65: =head1 Package Variables
66:
67: These are largely undocumented, so if you decipher one please note it here.
68:
69: =over 4
70:
71: =item $processmarker
72:
73: Contains the time this process was started and this servers host id.
74:
75: =item $dumpcount
76:
77: Counts the number of times a message log flush has been attempted (regardless
78: of success) by this process. Used as part of the filename when messages are
79: delayed.
80:
81: =back
82:
83: =cut
84:
85:
86: # --------------------------------------------------------------------- Logging
87:
88: sub logtouch {
89: my $execdir=$perlvar{'lonDaemons'};
90: unless (-e "$execdir/logs/lonnet.log") {
91: open(my $fh,">>$execdir/logs/lonnet.log");
92: close $fh;
93: }
94: my ($wwwuid,$wwwgid)=(getpwnam('www'))[2,3];
95: chown($wwwuid,$wwwgid,$execdir.'/logs/lonnet.log');
96: }
97:
98: sub logthis {
99: my $message=shift;
100: my $execdir=$perlvar{'lonDaemons'};
101: my $now=time;
102: my $local=localtime($now);
103: if (open(my $fh,">>$execdir/logs/lonnet.log")) {
104: print $fh "$local ($$): $message\n";
105: close($fh);
106: }
107: return 1;
108: }
109:
110: sub logperm {
111: my $message=shift;
112: my $execdir=$perlvar{'lonDaemons'};
113: my $now=time;
114: my $local=localtime($now);
115: if (open(my $fh,">>$execdir/logs/lonnet.perm.log")) {
116: print $fh "$now:$message:$local\n";
117: close($fh);
118: }
119: return 1;
120: }
121:
122: # -------------------------------------------------- Non-critical communication
123: sub subreply {
124: my ($cmd,$server)=@_;
125: my $peerfile="$perlvar{'lonSockDir'}/$server";
126: #
127: # With loncnew process trimming, there's a timing hole between lonc server
128: # process exit and the master server picking up the listen on the AF_UNIX
129: # socket. In that time interval, a lock file will exist:
130:
131: my $lockfile=$peerfile.".lock";
132: while (-e $lockfile) { # Need to wait for the lockfile to disappear.
133: sleep(1);
134: }
135: # At this point, either a loncnew parent is listening or an old lonc
136: # or loncnew child is listening so we can connect or everything's dead.
137: #
138: # We'll give the connection a few tries before abandoning it. If
139: # connection is not possible, we'll con_lost back to the client.
140: #
141: my $client;
142: for (my $retries = 0; $retries < $max_connection_retries; $retries++) {
143: $client=IO::Socket::UNIX->new(Peer =>"$peerfile",
144: Type => SOCK_STREAM,
145: Timeout => 10);
146: if($client) {
147: last; # Connected!
148: }
149: sleep(1); # Try again later if failed connection.
150: }
151: my $answer;
152: if ($client) {
153: print $client "$cmd\n";
154: $answer=<$client>;
155: if (!$answer) { $answer="con_lost"; }
156: chomp($answer);
157: } else {
158: $answer = 'con_lost'; # Failed connection.
159: }
160: return $answer;
161: }
162:
163: sub reply {
164: my ($cmd,$server)=@_;
165: unless (defined($hostname{$server})) { return 'no_such_host'; }
166: my $answer=subreply($cmd,$server);
167: if (($answer=~/^refused/) || ($answer=~/^rejected/)) {
168: &logthis("<font color=blue>WARNING:".
169: " $cmd to $server returned $answer</font>");
170: }
171: return $answer;
172: }
173:
174: # ----------------------------------------------------------- Send USR1 to lonc
175:
176: sub reconlonc {
177: my $peerfile=shift;
178: &logthis("Trying to reconnect for $peerfile");
179: my $loncfile="$perlvar{'lonDaemons'}/logs/lonc.pid";
180: if (open(my $fh,"<$loncfile")) {
181: my $loncpid=<$fh>;
182: chomp($loncpid);
183: if (kill 0 => $loncpid) {
184: &logthis("lonc at pid $loncpid responding, sending USR1");
185: kill USR1 => $loncpid;
186: sleep 1;
187: if (-e "$peerfile") { return; }
188: &logthis("$peerfile still not there, give it another try");
189: sleep 5;
190: if (-e "$peerfile") { return; }
191: &logthis(
192: "<font color=blue>WARNING: $peerfile still not there, giving up</font>");
193: } else {
194: &logthis(
195: "<font color=blue>WARNING:".
196: " lonc at pid $loncpid not responding, giving up</font>");
197: }
198: } else {
199: &logthis('<font color=blue>WARNING: lonc not running, giving up</font>');
200: }
201: }
202:
203: # ------------------------------------------------------ Critical communication
204:
205: sub critical {
206: my ($cmd,$server)=@_;
207: unless ($hostname{$server}) {
208: &logthis("<font color=blue>WARNING:".
209: " Critical message to unknown server ($server)</font>");
210: return 'no_such_host';
211: }
212: my $answer=reply($cmd,$server);
213: if ($answer eq 'con_lost') {
214: &reconlonc("$perlvar{'lonSockDir'}/$server");
215: my $answer=reply($cmd,$server);
216: if ($answer eq 'con_lost') {
217: my $now=time;
218: my $middlename=$cmd;
219: $middlename=substr($middlename,0,16);
220: $middlename=~s/\W//g;
221: my $dfilename=
222: "$perlvar{'lonSockDir'}/delayed/$now.$dumpcount.$$.$middlename.$server";
223: $dumpcount++;
224: {
225: my $dfh;
226: if (open($dfh,">$dfilename")) {
227: print $dfh "$cmd\n";
228: close($dfh);
229: }
230: }
231: sleep 2;
232: my $wcmd='';
233: {
234: my $dfh;
235: if (open($dfh,"<$dfilename")) {
236: $wcmd=<$dfh>;
237: close($dfh);
238: }
239: }
240: chomp($wcmd);
241: if ($wcmd eq $cmd) {
242: &logthis("<font color=blue>WARNING: ".
243: "Connection buffer $dfilename: $cmd</font>");
244: &logperm("D:$server:$cmd");
245: return 'con_delayed';
246: } else {
247: &logthis("<font color=red>CRITICAL:"
248: ." Critical connection failed: $server $cmd</font>");
249: &logperm("F:$server:$cmd");
250: return 'con_failed';
251: }
252: }
253: }
254: return $answer;
255: }
256:
257: # ------------------------------------------- Transfer profile into environment
258:
259: sub transfer_profile_to_env {
260: my ($lonidsdir,$handle)=@_;
261: undef(%env);
262: my @profile;
263: {
264: open(my $idf,"$lonidsdir/$handle.id");
265: flock($idf,LOCK_SH);
266: @profile=<$idf>;
267: close($idf);
268: }
269: my $envi;
270: my %Remove;
271: for ($envi=0;$envi<=$#profile;$envi++) {
272: chomp($profile[$envi]);
273: my ($envname,$envvalue)=split(/=/,$profile[$envi]);
274: $env{$envname} = $envvalue;
275: if (my ($key,$time) = ($envname =~ /^(cgi\.(\d+)_\d+\.)/)) {
276: if ($time < time-300) {
277: $Remove{$key}++;
278: }
279: }
280: }
281: $env{'user.environment'} = "$lonidsdir/$handle.id";
282: foreach my $expired_key (keys(%Remove)) {
283: &delenv($expired_key);
284: }
285: }
286:
287: # ---------------------------------------------------------- Append Environment
288:
289: sub appenv {
290: my %newenv=@_;
291: foreach (keys %newenv) {
292: if (($newenv{$_}=~/^user\.role/) || ($newenv{$_}=~/^user\.priv/)) {
293: &logthis("<font color=blue>WARNING: ".
294: "Attempt to modify environment ".$_." to ".$newenv{$_}
295: .'</font>');
296: delete($newenv{$_});
297: } else {
298: $env{$_}=$newenv{$_};
299: }
300: }
301:
302: my $lockfh;
303: unless (open($lockfh,"$env{'user.environment'}")) {
304: return 'error: '.$!;
305: }
306: unless (flock($lockfh,LOCK_EX)) {
307: &logthis("<font color=blue>WARNING: ".
308: 'Could not obtain exclusive lock in appenv: '.$!);
309: close($lockfh);
310: return 'error: '.$!;
311: }
312:
313: my @oldenv;
314: {
315: my $fh;
316: unless (open($fh,"$env{'user.environment'}")) {
317: return 'error: '.$!;
318: }
319: @oldenv=<$fh>;
320: close($fh);
321: }
322: for (my $i=0; $i<=$#oldenv; $i++) {
323: chomp($oldenv[$i]);
324: if ($oldenv[$i] ne '') {
325: my ($name,$value)=split(/=/,$oldenv[$i]);
326: unless (defined($newenv{$name})) {
327: $newenv{$name}=$value;
328: }
329: }
330: }
331: {
332: my $fh;
333: unless (open($fh,">$env{'user.environment'}")) {
334: return 'error';
335: }
336: my $newname;
337: foreach $newname (keys %newenv) {
338: print $fh "$newname=$newenv{$newname}\n";
339: }
340: close($fh);
341: }
342:
343: close($lockfh);
344: return 'ok';
345: }
346: # ----------------------------------------------------- Delete from Environment
347:
348: sub delenv {
349: my $delthis=shift;
350: my %newenv=();
351: if (($delthis=~/user\.role/) || ($delthis=~/user\.priv/)) {
352: &logthis("<font color=blue>WARNING: ".
353: "Attempt to delete from environment ".$delthis);
354: return 'error';
355: }
356: my @oldenv;
357: {
358: my $fh;
359: unless (open($fh,"$env{'user.environment'}")) {
360: return 'error';
361: }
362: unless (flock($fh,LOCK_SH)) {
363: &logthis("<font color=blue>WARNING: ".
364: 'Could not obtain shared lock in delenv: '.$!);
365: close($fh);
366: return 'error: '.$!;
367: }
368: @oldenv=<$fh>;
369: close($fh);
370: }
371: {
372: my $fh;
373: unless (open($fh,">$env{'user.environment'}")) {
374: return 'error';
375: }
376: unless (flock($fh,LOCK_EX)) {
377: &logthis("<font color=blue>WARNING: ".
378: 'Could not obtain exclusive lock in delenv: '.$!);
379: close($fh);
380: return 'error: '.$!;
381: }
382: foreach (@oldenv) {
383: if ($_=~/^$delthis/) {
384: my ($key,undef) = split('=',$_);
385: delete($env{$key});
386: } else {
387: print $fh $_;
388: }
389: }
390: close($fh);
391: }
392: return 'ok';
393: }
394:
395: # ------------------------------------------ Find out current server userload
396: # there is a copy in lond
397: sub userload {
398: my $numusers=0;
399: {
400: opendir(LONIDS,$perlvar{'lonIDsDir'});
401: my $filename;
402: my $curtime=time;
403: while ($filename=readdir(LONIDS)) {
404: if ($filename eq '.' || $filename eq '..') {next;}
405: my ($mtime)=(stat($perlvar{'lonIDsDir'}.'/'.$filename))[9];
406: if ($curtime-$mtime < 1800) { $numusers++; }
407: }
408: closedir(LONIDS);
409: }
410: my $userloadpercent=0;
411: my $maxuserload=$perlvar{'lonUserLoadLim'};
412: if ($maxuserload) {
413: $userloadpercent=100*$numusers/$maxuserload;
414: }
415: $userloadpercent=sprintf("%.2f",$userloadpercent);
416: return $userloadpercent;
417: }
418:
419: # ------------------------------------------ Fight off request when overloaded
420:
421: sub overloaderror {
422: my ($r,$checkserver)=@_;
423: unless ($checkserver) { $checkserver=$perlvar{'lonHostID'}; }
424: my $loadavg;
425: if ($checkserver eq $perlvar{'lonHostID'}) {
426: open(my $loadfile,'/proc/loadavg');
427: $loadavg=<$loadfile>;
428: $loadavg =~ s/\s.*//g;
429: $loadavg = 100*$loadavg/$perlvar{'lonLoadLim'};
430: close($loadfile);
431: } else {
432: $loadavg=&reply('load',$checkserver);
433: }
434: my $overload=$loadavg-100;
435: if ($overload>0) {
436: $r->err_headers_out->{'Retry-After'}=$overload;
437: $r->log_error('Overload of '.$overload.' on '.$checkserver);
438: return 413;
439: }
440: return '';
441: }
442:
443: # ------------------------------ Find server with least workload from spare.tab
444:
445: sub spareserver {
446: my ($loadpercent,$userloadpercent) = @_;
447: my $tryserver;
448: my $spareserver='';
449: if ($userloadpercent !~ /\d/) { $userloadpercent=0; }
450: my $lowestserver=$loadpercent > $userloadpercent?
451: $loadpercent : $userloadpercent;
452: foreach $tryserver (keys %spareid) {
453: my $loadans=reply('load',$tryserver);
454: my $userloadans=reply('userload',$tryserver);
455: if ($loadans !~ /\d/ && $userloadans !~ /\d/) {
456: next; #didn't get a number from the server
457: }
458: my $answer;
459: if ($loadans =~ /\d/) {
460: if ($userloadans =~ /\d/) {
461: #both are numbers, pick the bigger one
462: $answer=$loadans > $userloadans?
463: $loadans : $userloadans;
464: } else {
465: $answer = $loadans;
466: }
467: } else {
468: $answer = $userloadans;
469: }
470: if (($answer =~ /\d/) && ($answer<$lowestserver)) {
471: $spareserver="http://$hostname{$tryserver}";
472: $lowestserver=$answer;
473: }
474: }
475: return $spareserver;
476: }
477:
478: # --------------------------------------------- Try to change a user's password
479:
480: sub changepass {
481: my ($uname,$udom,$currentpass,$newpass,$server)=@_;
482: $currentpass = &escape($currentpass);
483: $newpass = &escape($newpass);
484: my $answer = reply("encrypt:passwd:$udom:$uname:$currentpass:$newpass",
485: $server);
486: if (! $answer) {
487: &logthis("No reply on password change request to $server ".
488: "by $uname in domain $udom.");
489: } elsif ($answer =~ "^ok") {
490: &logthis("$uname in $udom successfully changed their password ".
491: "on $server.");
492: } elsif ($answer =~ "^pwchange_failure") {
493: &logthis("$uname in $udom was unable to change their password ".
494: "on $server. The action was blocked by either lcpasswd ".
495: "or pwchange");
496: } elsif ($answer =~ "^non_authorized") {
497: &logthis("$uname in $udom did not get their password correct when ".
498: "attempting to change it on $server.");
499: } elsif ($answer =~ "^auth_mode_error") {
500: &logthis("$uname in $udom attempted to change their password despite ".
501: "not being locally or internally authenticated on $server.");
502: } elsif ($answer =~ "^unknown_user") {
503: &logthis("$uname in $udom attempted to change their password ".
504: "on $server but were unable to because $server is not ".
505: "their home server.");
506: } elsif ($answer =~ "^refused") {
507: &logthis("$server refused to change $uname in $udom password because ".
508: "it was sent an unencrypted request to change the password.");
509: }
510: return $answer;
511: }
512:
513: # ----------------------- Try to determine user's current authentication scheme
514:
515: sub queryauthenticate {
516: my ($uname,$udom)=@_;
517: my $uhome=&homeserver($uname,$udom);
518: if (!$uhome) {
519: &logthis("User $uname at $udom is unknown when looking for authentication mechanism");
520: return 'no_host';
521: }
522: my $answer=reply("encrypt:currentauth:$udom:$uname",$uhome);
523: if ($answer =~ /^(unknown_user|refused|con_lost)/) {
524: &logthis("User $uname at $udom threw error $answer when checking authentication mechanism");
525: }
526: return $answer;
527: }
528:
529: # --------- Try to authenticate user from domain's lib servers (first this one)
530:
531: sub authenticate {
532: my ($uname,$upass,$udom)=@_;
533: $upass=escape($upass);
534: $uname=~s/\W//g;
535: my $uhome=&homeserver($uname,$udom);
536: if (!$uhome) {
537: &logthis("User $uname at $udom is unknown in authenticate");
538: return 'no_host';
539: }
540: my $answer=reply("encrypt:auth:$udom:$uname:$upass",$uhome);
541: if ($answer eq 'authorized') {
542: &logthis("User $uname at $udom authorized by $uhome");
543: return $uhome;
544: }
545: if ($answer eq 'non_authorized') {
546: &logthis("User $uname at $udom rejected by $uhome");
547: return 'no_host';
548: }
549: &logthis("User $uname at $udom threw error $answer when checking authentication mechanism");
550: return 'no_host';
551: }
552:
553: # ---------------------- Find the homebase for a user from domain's lib servers
554:
555: my %homecache;
556: sub homeserver {
557: my ($uname,$udom,$ignoreBadCache)=@_;
558: my $index="$uname:$udom";
559:
560: if (exists($homecache{$index})) { return $homecache{$index}; }
561: my $tryserver;
562: foreach $tryserver (keys %libserv) {
563: next if ($ignoreBadCache ne 'true' &&
564: exists($badServerCache{$tryserver}));
565: if ($hostdom{$tryserver} eq $udom) {
566: my $answer=reply("home:$udom:$uname",$tryserver);
567: if ($answer eq 'found') {
568: return $homecache{$index}=$tryserver;
569: } elsif ($answer eq 'no_host') {
570: $badServerCache{$tryserver}=1;
571: }
572: }
573: }
574: return 'no_host';
575: }
576:
577: # ------------------------------------- Find the usernames behind a list of IDs
578:
579: sub idget {
580: my ($udom,@ids)=@_;
581: my %returnhash=();
582:
583: my $tryserver;
584: foreach $tryserver (keys %libserv) {
585: if ($hostdom{$tryserver} eq $udom) {
586: my $idlist=join('&',@ids);
587: $idlist=~tr/A-Z/a-z/;
588: my $reply=&reply("idget:$udom:".$idlist,$tryserver);
589: my @answer=();
590: if (($reply ne 'con_lost') && ($reply!~/^error\:/)) {
591: @answer=split(/\&/,$reply);
592: } ;
593: my $i;
594: for ($i=0;$i<=$#ids;$i++) {
595: if ($answer[$i]) {
596: $returnhash{$ids[$i]}=$answer[$i];
597: }
598: }
599: }
600: }
601: return %returnhash;
602: }
603:
604: # ------------------------------------- Find the IDs behind a list of usernames
605:
606: sub idrget {
607: my ($udom,@unames)=@_;
608: my %returnhash=();
609: foreach (@unames) {
610: $returnhash{$_}=(&userenvironment($udom,$_,'id'))[1];
611: }
612: return %returnhash;
613: }
614:
615: # ------------------------------- Store away a list of names and associated IDs
616:
617: sub idput {
618: my ($udom,%ids)=@_;
619: my %servers=();
620: foreach (keys %ids) {
621: &cput('environment',{'id'=>$ids{$_}},$udom,$_);
622: my $uhom=&homeserver($_,$udom);
623: if ($uhom ne 'no_host') {
624: my $id=&escape($ids{$_});
625: $id=~tr/A-Z/a-z/;
626: my $unam=&escape($_);
627: if ($servers{$uhom}) {
628: $servers{$uhom}.='&'.$id.'='.$unam;
629: } else {
630: $servers{$uhom}=$id.'='.$unam;
631: }
632: }
633: }
634: foreach (keys %servers) {
635: &critical('idput:'.$udom.':'.$servers{$_},$_);
636: }
637: }
638:
639: # --------------------------------------------------- Assign a key to a student
640:
641: sub assign_access_key {
642: #
643: # a valid key looks like uname:udom#comments
644: # comments are being appended
645: #
646: my ($ckey,$kdom,$knum,$cdom,$cnum,$udom,$uname,$logentry)=@_;
647: $kdom=
648: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($kdom));
649: $knum=
650: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($knum));
651: $cdom=
652: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
653: $cnum=
654: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
655: $udom=$env{'user.name'} unless (defined($udom));
656: $uname=$env{'user.domain'} unless (defined($uname));
657: my %existing=&get('accesskeys',[$ckey],$kdom,$knum);
658: if (($existing{$ckey}=~/^\#(.*)$/) || # - new key
659: ($existing{$ckey}=~/^\Q$uname\E\:\Q$udom\E\#(.*)$/)) {
660: # assigned to this person
661: # - this should not happen,
662: # unless something went wrong
663: # the first time around
664: # ready to assign
665: $logentry=$1.'; '.$logentry;
666: if (&put('accesskeys',{$ckey=>$uname.':'.$udom.'#'.$logentry},
667: $kdom,$knum) eq 'ok') {
668: # key now belongs to user
669: my $envkey='key.'.$cdom.'_'.$cnum;
670: if (&put('environment',{$envkey => $ckey}) eq 'ok') {
671: &appenv('environment.'.$envkey => $ckey);
672: return 'ok';
673: } else {
674: return
675: 'error: Count not permanently assign key, will need to be re-entered later.';
676: }
677: } else {
678: return 'error: Could not assign key, try again later.';
679: }
680: } elsif (!$existing{$ckey}) {
681: # the key does not exist
682: return 'error: The key does not exist';
683: } else {
684: # the key is somebody else's
685: return 'error: The key is already in use';
686: }
687: }
688:
689: # ------------------------------------------ put an additional comment on a key
690:
691: sub comment_access_key {
692: #
693: # a valid key looks like uname:udom#comments
694: # comments are being appended
695: #
696: my ($ckey,$cdom,$cnum,$logentry)=@_;
697: $cdom=
698: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
699: $cnum=
700: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
701: my %existing=&get('accesskeys',[$ckey],$cdom,$cnum);
702: if ($existing{$ckey}) {
703: $existing{$ckey}.='; '.$logentry;
704: # ready to assign
705: if (&put('accesskeys',{$ckey=>$existing{$ckey}},
706: $cdom,$cnum) eq 'ok') {
707: return 'ok';
708: } else {
709: return 'error: Count not store comment.';
710: }
711: } else {
712: # the key does not exist
713: return 'error: The key does not exist';
714: }
715: }
716:
717: # ------------------------------------------------------ Generate a set of keys
718:
719: sub generate_access_keys {
720: my ($number,$cdom,$cnum,$logentry)=@_;
721: $cdom=
722: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
723: $cnum=
724: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
725: unless (&allowed('mky',$cdom)) { return 0; }
726: unless (($cdom) && ($cnum)) { return 0; }
727: if ($number>10000) { return 0; }
728: sleep(2); # make sure don't get same seed twice
729: srand(time()^($$+($$<<15))); # from "Programming Perl"
730: my $total=0;
731: for (my $i=1;$i<=$number;$i++) {
732: my $newkey=sprintf("%lx",int(100000*rand)).'-'.
733: sprintf("%lx",int(100000*rand)).'-'.
734: sprintf("%lx",int(100000*rand));
735: $newkey=~s/1/g/g; # folks mix up 1 and l
736: $newkey=~s/0/h/g; # and also 0 and O
737: my %existing=&get('accesskeys',[$newkey],$cdom,$cnum);
738: if ($existing{$newkey}) {
739: $i--;
740: } else {
741: if (&put('accesskeys',
742: { $newkey => '# generated '.localtime().
743: ' by '.$env{'user.name'}.'@'.$env{'user.domain'}.
744: '; '.$logentry },
745: $cdom,$cnum) eq 'ok') {
746: $total++;
747: }
748: }
749: }
750: &log($env{'user.domain'},$env{'user.name'},$env{'user.home'},
751: 'Generated '.$total.' keys for '.$cnum.' at '.$cdom);
752: return $total;
753: }
754:
755: # ------------------------------------------------------- Validate an accesskey
756:
757: sub validate_access_key {
758: my ($ckey,$cdom,$cnum,$udom,$uname)=@_;
759: $cdom=
760: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
761: $cnum=
762: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
763: $udom=$env{'user.domain'} unless (defined($udom));
764: $uname=$env{'user.name'} unless (defined($uname));
765: my %existing=&get('accesskeys',[$ckey],$cdom,$cnum);
766: return ($existing{$ckey}=~/^\Q$uname\E\:\Q$udom\E\#/);
767: }
768:
769: # ------------------------------------- Find the section of student in a course
770:
771: sub getsection {
772: my ($udom,$unam,$courseid)=@_;
773: my $cachetime=1800;
774: $courseid=~s/\_/\//g;
775: $courseid=~s/^(\w)/\/$1/;
776:
777: my $hashid="$udom:$unam:$courseid";
778: my ($result,$cached)=&is_cached_new('getsection',$hashid);
779: if (defined($cached)) { return $result; }
780:
781: my %Pending;
782: my %Expired;
783: #
784: # Each role can either have not started yet (pending), be active,
785: # or have expired.
786: #
787: # If there is an active role, we are done.
788: #
789: # If there is more than one role which has not started yet,
790: # choose the one which will start sooner
791: # If there is one role which has not started yet, return it.
792: #
793: # If there is more than one expired role, choose the one which ended last.
794: # If there is a role which has expired, return it.
795: #
796: foreach (split(/\&/,&reply('dump:'.$udom.':'.$unam.':roles',
797: &homeserver($unam,$udom)))) {
798: my ($key,$value)=split(/\=/,$_);
799: $key=&unescape($key);
800: next if ($key !~/^\Q$courseid\E(?:\/)*(\w+)*\_st$/);
801: my $section=$1;
802: if ($key eq $courseid.'_st') { $section=''; }
803: my ($dummy,$end,$start)=split(/\_/,&unescape($value));
804: my $now=time;
805: if (defined($end) && $end && ($now > $end)) {
806: $Expired{$end}=$section;
807: next;
808: }
809: if (defined($start) && $start && ($now < $start)) {
810: $Pending{$start}=$section;
811: next;
812: }
813: return &do_cache_new('getsection',$hashid,$section,$cachetime);
814: }
815: #
816: # Presumedly there will be few matching roles from the above
817: # loop and the sorting time will be negligible.
818: if (scalar(keys(%Pending))) {
819: my ($time) = sort {$a <=> $b} keys(%Pending);
820: return &do_cache_new('getsection',$hashid,$Pending{$time},$cachetime);
821: }
822: if (scalar(keys(%Expired))) {
823: my @sorted = sort {$a <=> $b} keys(%Expired);
824: my $time = pop(@sorted);
825: return &do_cache_new('getsection',$hashid,$Expired{$time},$cachetime);
826: }
827: return &do_cache_new('getsection',$hashid,'-1',$cachetime);
828: }
829:
830: sub save_cache {
831: my ($r)=@_;
832: if (! $r->is_initial_req()) { return DECLINED; }
833: &purge_remembered();
834: undef(%env);
835: return OK;
836: }
837:
838: my $to_remember=-1;
839: my %remembered;
840: my %accessed;
841: my $kicks=0;
842: my $hits=0;
843: sub devalidate_cache_new {
844: my ($name,$id,$debug) = @_;
845: if ($debug) { &Apache::lonnet::logthis("deleting $name:$id"); }
846: $id=&escape($name.':'.$id);
847: $memcache->delete($id);
848: delete($remembered{$id});
849: delete($accessed{$id});
850: }
851:
852: sub is_cached_new {
853: my ($name,$id,$debug) = @_;
854: $id=&escape($name.':'.$id);
855: if (exists($remembered{$id})) {
856: if ($debug) { &Apache::lonnet::logthis("Earyl return $id of $remembered{$id} "); }
857: $accessed{$id}=[&gettimeofday()];
858: $hits++;
859: return ($remembered{$id},1);
860: }
861: my $value = $memcache->get($id);
862: if (!(defined($value))) {
863: if ($debug) { &Apache::lonnet::logthis("getting $id is not defined"); }
864: return (undef,undef);
865: }
866: if ($value eq '__undef__') {
867: if ($debug) { &Apache::lonnet::logthis("getting $id is __undef__"); }
868: $value=undef;
869: }
870: &make_room($id,$value,$debug);
871: if ($debug) { &Apache::lonnet::logthis("getting $id is $value"); }
872: return ($value,1);
873: }
874:
875: sub do_cache_new {
876: my ($name,$id,$value,$time,$debug) = @_;
877: $id=&escape($name.':'.$id);
878: my $setvalue=$value;
879: if (!defined($setvalue)) {
880: $setvalue='__undef__';
881: }
882: if (!defined($time) ) {
883: $time=600;
884: }
885: if ($debug) { &Apache::lonnet::logthis("Setting $id to $value"); }
886: $memcache->set($id,$setvalue,$time);
887: # need to make a copy of $value
888: #&make_room($id,$value,$debug);
889: return $value;
890: }
891:
892: sub make_room {
893: my ($id,$value,$debug)=@_;
894: $remembered{$id}=$value;
895: if ($to_remember<0) { return; }
896: $accessed{$id}=[&gettimeofday()];
897: if (scalar(keys(%remembered)) <= $to_remember) { return; }
898: my $to_kick;
899: my $max_time=0;
900: foreach my $other (keys(%accessed)) {
901: if (&tv_interval($accessed{$other}) > $max_time) {
902: $to_kick=$other;
903: $max_time=&tv_interval($accessed{$other});
904: }
905: }
906: delete($remembered{$to_kick});
907: delete($accessed{$to_kick});
908: $kicks++;
909: if ($debug) { &logthis("kicking $to_kick $max_time $kicks\n"); }
910: return;
911: }
912:
913: sub purge_remembered {
914: #&logthis("Tossing ".scalar(keys(%remembered)));
915: #&logthis(sprintf("%-20s is %s",'%remembered',length(&freeze(\%remembered))));
916: undef(%remembered);
917: undef(%accessed);
918: }
919: # ------------------------------------- Read an entry from a user's environment
920:
921: sub userenvironment {
922: my ($udom,$unam,@what)=@_;
923: my %returnhash=();
924: my @answer=split(/\&/,
925: &reply('get:'.$udom.':'.$unam.':environment:'.join('&',@what),
926: &homeserver($unam,$udom)));
927: my $i;
928: for ($i=0;$i<=$#what;$i++) {
929: $returnhash{$what[$i]}=&unescape($answer[$i]);
930: }
931: return %returnhash;
932: }
933:
934: # ---------------------------------------------------------- Get a studentphoto
935: sub studentphoto {
936: my ($udom,$unam,$ext) = @_;
937: my $home=&Apache::lonnet::homeserver($unam,$udom);
938: my $ret=&Apache::lonnet::reply("studentphoto:$udom:$unam:$ext",$home);
939: my $url="/uploaded/$udom/$unam/internal/studentphoto.".$ext;
940: if ($ret ne 'ok') {
941: return '/adm/lonKaputt/lonlogo_broken.gif';
942: }
943: my $tokenurl=&Apache::lonnet::tokenwrapper($url);
944: return $tokenurl;
945: }
946:
947: # -------------------------------------------------------------------- New chat
948:
949: sub chatsend {
950: my ($newentry,$anon)=@_;
951: my $cnum=$env{'course.'.$env{'request.course.id'}.'.num'};
952: my $cdom=$env{'course.'.$env{'request.course.id'}.'.domain'};
953: my $chome=$env{'course.'.$env{'request.course.id'}.'.home'};
954: &reply('chatsend:'.$cdom.':'.$cnum.':'.
955: &escape($env{'user.domain'}.':'.$env{'user.name'}.':'.$anon.':'.
956: &escape($newentry)),$chome);
957: }
958:
959: # ------------------------------------------ Find current version of a resource
960:
961: sub getversion {
962: my $fname=&clutter(shift);
963: unless ($fname=~/^\/res\//) { return -1; }
964: return ¤tversion(&filelocation('',$fname));
965: }
966:
967: sub currentversion {
968: my $fname=shift;
969: my ($result,$cached)=&is_cached_new('resversion',$fname);
970: if (defined($cached)) { return $result; }
971: my $author=$fname;
972: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
973: my ($udom,$uname)=split(/\//,$author);
974: my $home=homeserver($uname,$udom);
975: if ($home eq 'no_host') {
976: return -1;
977: }
978: my $answer=reply("currentversion:$fname",$home);
979: if (($answer eq 'con_lost') || ($answer eq 'rejected')) {
980: return -1;
981: }
982: return &do_cache_new('resversion',$fname,$answer,600);
983: }
984:
985: # ----------------------------- Subscribe to a resource, return URL if possible
986:
987: sub subscribe {
988: my $fname=shift;
989: if ($fname=~/\/(aboutme|syllabus|bulletinboard|smppg)$/) { return ''; }
990: $fname=~s/[\n\r]//g;
991: my $author=$fname;
992: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
993: my ($udom,$uname)=split(/\//,$author);
994: my $home=homeserver($uname,$udom);
995: if ($home eq 'no_host') {
996: return 'not_found';
997: }
998: my $answer=reply("sub:$fname",$home);
999: if (($answer eq 'con_lost') || ($answer eq 'rejected')) {
1000: $answer.=' by '.$home;
1001: }
1002: return $answer;
1003: }
1004:
1005: # -------------------------------------------------------------- Replicate file
1006:
1007: sub repcopy {
1008: my $filename=shift;
1009: $filename=~s/\/+/\//g;
1010: if ($filename=~m|^/home/httpd/html/adm/|) { return 'ok'; }
1011: if ($filename=~m|^/home/httpd/html/lonUsers/|) { return 'ok'; }
1012: if ($filename=~m|^/home/httpd/html/userfiles/| or
1013: $filename=~m -^/*(uploaded|editupload)/-) {
1014: return &repcopy_userfile($filename);
1015: }
1016: $filename=~s/[\n\r]//g;
1017: my $transname="$filename.in.transfer";
1018: if ((-e $filename) || (-e $transname)) { return 'ok'; }
1019: my $remoteurl=subscribe($filename);
1020: if ($remoteurl =~ /^con_lost by/) {
1021: &logthis("Subscribe returned $remoteurl: $filename");
1022: return 'unavailable';
1023: } elsif ($remoteurl eq 'not_found') {
1024: #&logthis("Subscribe returned not_found: $filename");
1025: return 'not_found';
1026: } elsif ($remoteurl =~ /^rejected by/) {
1027: &logthis("Subscribe returned $remoteurl: $filename");
1028: return 'forbidden';
1029: } elsif ($remoteurl eq 'directory') {
1030: return 'ok';
1031: } else {
1032: my $author=$filename;
1033: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1034: my ($udom,$uname)=split(/\//,$author);
1035: my $home=homeserver($uname,$udom);
1036: unless ($home eq $perlvar{'lonHostID'}) {
1037: my @parts=split(/\//,$filename);
1038: my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
1039: if ($path ne "$perlvar{'lonDocRoot'}/res") {
1040: &logthis("Malconfiguration for replication: $filename");
1041: return 'bad_request';
1042: }
1043: my $count;
1044: for ($count=5;$count<$#parts;$count++) {
1045: $path.="/$parts[$count]";
1046: if ((-e $path)!=1) {
1047: mkdir($path,0777);
1048: }
1049: }
1050: my $ua=new LWP::UserAgent;
1051: my $request=new HTTP::Request('GET',"$remoteurl");
1052: my $response=$ua->request($request,$transname);
1053: if ($response->is_error()) {
1054: unlink($transname);
1055: my $message=$response->status_line;
1056: &logthis("<font color=blue>WARNING:"
1057: ." LWP get: $message: $filename</font>");
1058: return 'unavailable';
1059: } else {
1060: if ($remoteurl!~/\.meta$/) {
1061: my $mrequest=new HTTP::Request('GET',$remoteurl.'.meta');
1062: my $mresponse=$ua->request($mrequest,$filename.'.meta');
1063: if ($mresponse->is_error()) {
1064: unlink($filename.'.meta');
1065: &logthis(
1066: "<font color=yellow>INFO: No metadata: $filename</font>");
1067: }
1068: }
1069: rename($transname,$filename);
1070: return 'ok';
1071: }
1072: }
1073: }
1074: }
1075:
1076: # ------------------------------------------------ Get server side include body
1077: sub ssi_body {
1078: my ($filelink,%form)=@_;
1079: if (! exists($form{'LONCAPA_INTERNAL_no_discussion'})) {
1080: $form{'LONCAPA_INTERNAL_no_discussion'}='true';
1081: }
1082: my $output=($filelink=~/^http\:/?&externalssi($filelink):
1083: &ssi($filelink,%form));
1084: $output=~s|//(\s*<!--)? BEGIN LON-CAPA Internal.+// END LON-CAPA Internal\s*(-->)?\s||gs;
1085: $output=~s/^.*?\<body[^\>]*\>//si;
1086: $output=~s/(.*)\<\/body\s*\>.*?$/$1/si;
1087: return $output;
1088: }
1089:
1090: # --------------------------------------------------------- Server Side Include
1091:
1092: sub ssi {
1093:
1094: my ($fn,%form)=@_;
1095:
1096: my $ua=new LWP::UserAgent;
1097:
1098: my $request;
1099:
1100: if (%form) {
1101: $request=new HTTP::Request('POST',"http://".$ENV{'HTTP_HOST'}.$fn);
1102: $request->content(join('&',map { &escape($_).'='.&escape($form{$_}) } keys %form));
1103: } else {
1104: $request=new HTTP::Request('GET',"http://".$ENV{'HTTP_HOST'}.$fn);
1105: }
1106:
1107: $request->header(Cookie => $ENV{'HTTP_COOKIE'});
1108: my $response=$ua->request($request);
1109:
1110: return $response->content;
1111: }
1112:
1113: sub externalssi {
1114: my ($url)=@_;
1115: my $ua=new LWP::UserAgent;
1116: my $request=new HTTP::Request('GET',$url);
1117: my $response=$ua->request($request);
1118: return $response->content;
1119: }
1120:
1121: # -------------------------------- Allow a /uploaded/ URI to be vouched for
1122:
1123: sub allowuploaded {
1124: my ($srcurl,$url)=@_;
1125: $url=&clutter(&declutter($url));
1126: my $dir=$url;
1127: $dir=~s/\/[^\/]+$//;
1128: my %httpref=();
1129: my $httpurl=&hreflocation('',$url);
1130: $httpref{'httpref.'.$httpurl}=$srcurl;
1131: &Apache::lonnet::appenv(%httpref);
1132: }
1133:
1134: # --------- File operations in /home/httpd/html/userfiles/$domain/1/2/3/$course
1135: # input: action, courseID, current domain, home server for course, intended
1136: # path to file, source of file.
1137: # output: url to file (if action was uploaddoc),
1138: # ok if successful, or diagnostic message otherwise (if action was propagate or copy)
1139: #
1140: # Allows directory structure to be used within lonUsers/../userfiles/ for a
1141: # course.
1142: #
1143: # action = propagate - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1144: # will be copied to /home/httpd/lonUsers/1/2/3/$course/userfiles in
1145: # course's home server.
1146: #
1147: # action = copy - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file will
1148: # be copied from $source (current location) to
1149: # /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1150: # and will then be copied to
1151: # /home/httpd/lonUsers/$domain/1/2/3/$course/userfiles/$file in
1152: # course's home server.
1153: #
1154: # action = uploaddoc - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1155: # will be retrived from $env{form.uploaddoc} (from DOCS interface) to
1156: # /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1157: # and will then be copied to /home/httpd/lonUsers/1/2/3/$course/userfiles/$file
1158: # in course's home server.
1159:
1160:
1161: sub process_coursefile {
1162: my ($action,$docuname,$docudom,$docuhome,$file,$source)=@_;
1163: my $fetchresult;
1164: if ($action eq 'propagate') {
1165: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file
1166: ,$docuhome);
1167: } else {
1168: my $fetchresult = '';
1169: my $fpath = '';
1170: my $fname = $file;
1171: ($fpath,$fname) = ($file =~ m|^(.*)/([^/]+)$|);
1172: $fpath=$docudom.'/'.$docuname.'/'.$fpath;
1173: my $filepath=$perlvar{'lonDocRoot'}.'/userfiles';
1174: unless ($fpath eq '') {
1175: my @parts=split('/',$fpath);
1176: foreach my $part (@parts) {
1177: $filepath.= '/'.$part;
1178: if ((-e $filepath)!=1) {
1179: mkdir($filepath,0777);
1180: }
1181: }
1182: }
1183: if ($action eq 'copy') {
1184: if ($source eq '') {
1185: $fetchresult = 'no source file';
1186: return $fetchresult;
1187: } else {
1188: my $destination = $filepath.'/'.$fname;
1189: rename($source,$destination);
1190: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1191: $docuhome);
1192: }
1193: } elsif ($action eq 'uploaddoc') {
1194: open(my $fh,'>'.$filepath.'/'.$fname);
1195: print $fh $env{'form.'.$source};
1196: close($fh);
1197: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1198: $docuhome);
1199: if ($fetchresult eq 'ok') {
1200: return '/uploaded/'.$fpath.'/'.$fname;
1201: } else {
1202: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1203: ' to host '.$docuhome.': '.$fetchresult);
1204: return '/adm/notfound.html';
1205: }
1206: }
1207: }
1208: unless ( $fetchresult eq 'ok') {
1209: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1210: ' to host '.$docuhome.': '.$fetchresult);
1211: }
1212: return $fetchresult;
1213: }
1214:
1215: sub clean_filename {
1216: my ($fname)=@_;
1217: # Replace Windows backslashes by forward slashes
1218: $fname=~s/\\/\//g;
1219: # Get rid of everything but the actual filename
1220: $fname=~s/^.*\/([^\/]+)$/$1/;
1221: # Replace spaces by underscores
1222: $fname=~s/\s+/\_/g;
1223: # Replace all other weird characters by nothing
1224: $fname=~s/[^\w\.\-]//g;
1225: # Replace all .\d. sequences with _\d. so they no longer look like version
1226: # numbers
1227: $fname=~s/\.(\d+)(?=\.)/_$1/g;
1228: return $fname;
1229: }
1230:
1231: # --------------- Take an uploaded file and put it into the userfiles directory
1232: # input: name of form element, coursedoc=1 means this is for the course
1233: # output: url of file in userspace
1234:
1235:
1236: sub userfileupload {
1237: my ($formname,$coursedoc,$subdir)=@_;
1238: if (!defined($subdir)) { $subdir='unknown'; }
1239: my $fname=$env{'form.'.$formname.'.filename'};
1240: $fname=&clean_filename($fname);
1241: # See if there is anything left
1242: unless ($fname) { return 'error: no uploaded file'; }
1243: chop($env{'form.'.$formname});
1244: if (($formname eq 'screenshot') && ($subdir eq 'helprequests')) { #files uploaded to help request form are handled differently
1245: my $now = time;
1246: my $filepath = 'tmp/helprequests/'.$now;
1247: my @parts=split(/\//,$filepath);
1248: my $fullpath = $perlvar{'lonDaemons'};
1249: for (my $i=0;$i<@parts;$i++) {
1250: $fullpath .= '/'.$parts[$i];
1251: if ((-e $fullpath)!=1) {
1252: mkdir($fullpath,0777);
1253: }
1254: }
1255: open(my $fh,'>'.$fullpath.'/'.$fname);
1256: print $fh $env{'form.'.$formname};
1257: close($fh);
1258: return $fullpath.'/'.$fname;
1259: }
1260: # Create the directory if not present
1261: my $docuname='';
1262: my $docudom='';
1263: my $docuhome='';
1264: $fname="$subdir/$fname";
1265: if ($coursedoc) {
1266: $docuname=$env{'course.'.$env{'request.course.id'}.'.num'};
1267: $docudom=$env{'course.'.$env{'request.course.id'}.'.domain'};
1268: $docuhome=$env{'course.'.$env{'request.course.id'}.'.home'};
1269: if ($env{'form.folder'} =~ m/^default/) {
1270: return &finishuserfileupload($docuname,$docudom,$docuhome,$formname,$fname);
1271: } else {
1272: $fname=$env{'form.folder'}.'/'.$fname;
1273: return &process_coursefile('uploaddoc',$docuname,$docudom,$docuhome,$fname,$formname);
1274: }
1275: } else {
1276: $docuname=$env{'user.name'};
1277: $docudom=$env{'user.domain'};
1278: $docuhome=$env{'user.home'};
1279: return &finishuserfileupload($docuname,$docudom,$docuhome,$formname,$fname);
1280: }
1281: }
1282:
1283: sub finishuserfileupload {
1284: my ($docuname,$docudom,$docuhome,$formname,$fname)=@_;
1285: my $path=$docudom.'/'.$docuname.'/';
1286: my $filepath=$perlvar{'lonDocRoot'};
1287: my ($fnamepath,$file);
1288: $file=$fname;
1289: if ($fname=~m|/|) {
1290: ($fnamepath,$file) = ($fname =~ m|^(.*)/([^/]+)$|);
1291: $path.=$fnamepath.'/';
1292: }
1293: my @parts=split(/\//,$filepath.'/userfiles/'.$path);
1294: my $count;
1295: for ($count=4;$count<=$#parts;$count++) {
1296: $filepath.="/$parts[$count]";
1297: if ((-e $filepath)!=1) {
1298: mkdir($filepath,0777);
1299: }
1300: }
1301: # Save the file
1302: {
1303: open(FH,'>'.$filepath.'/'.$file);
1304: print FH $env{'form.'.$formname};
1305: close(FH);
1306: }
1307: # Notify homeserver to grep it
1308: #
1309: my $fetchresult= &reply('fetchuserfile:'.$path.$file,$docuhome);
1310: if ($fetchresult eq 'ok') {
1311: #
1312: # Return the URL to it
1313: return '/uploaded/'.$path.$file;
1314: } else {
1315: &logthis('Failed to transfer '.$path.$file.' to host '.$docuhome.
1316: ': '.$fetchresult);
1317: return '/adm/notfound.html';
1318: }
1319: }
1320:
1321: sub removeuploadedurl {
1322: my ($url)=@_;
1323: my (undef,undef,$udom,$uname,$fname)=split('/',$url,5);
1324: return &removeuserfile($uname,$udom,$fname);
1325: }
1326:
1327: sub removeuserfile {
1328: my ($docuname,$docudom,$fname)=@_;
1329: my $home=&homeserver($docuname,$docudom);
1330: return &reply("removeuserfile:$docudom/$docuname/$fname",$home);
1331: }
1332:
1333: sub mkdiruserfile {
1334: my ($docuname,$docudom,$dir)=@_;
1335: my $home=&homeserver($docuname,$docudom);
1336: return &reply("mkdiruserfile:".&escape("$docudom/$docuname/$dir"),$home);
1337: }
1338:
1339: sub renameuserfile {
1340: my ($docuname,$docudom,$old,$new)=@_;
1341: my $home=&homeserver($docuname,$docudom);
1342: return &reply("renameuserfile:$docudom:$docuname:".&escape("$old").':'.
1343: &escape("$new"),$home);
1344: }
1345:
1346: # ------------------------------------------------------------------------- Log
1347:
1348: sub log {
1349: my ($dom,$nam,$hom,$what)=@_;
1350: return critical("log:$dom:$nam:$what",$hom);
1351: }
1352:
1353: # ------------------------------------------------------------------ Course Log
1354: #
1355: # This routine flushes several buffers of non-mission-critical nature
1356: #
1357:
1358: sub flushcourselogs {
1359: &logthis('Flushing log buffers');
1360: #
1361: # course logs
1362: # This is a log of all transactions in a course, which can be used
1363: # for data mining purposes
1364: #
1365: # It also collects the courseid database, which lists last transaction
1366: # times and course titles for all courseids
1367: #
1368: my %courseidbuffer=();
1369: foreach (keys %courselogs) {
1370: my $crsid=$_;
1371: if (&reply('log:'.$coursedombuf{$crsid}.':'.$coursenumbuf{$crsid}.':'.
1372: &escape($courselogs{$crsid}),
1373: $coursehombuf{$crsid}) eq 'ok') {
1374: delete $courselogs{$crsid};
1375: } else {
1376: &logthis('Failed to flush log buffer for '.$crsid);
1377: if (length($courselogs{$crsid})>40000) {
1378: &logthis("<font color=blue>WARNING: Buffer for ".$crsid.
1379: " exceeded maximum size, deleting.</font>");
1380: delete $courselogs{$crsid};
1381: }
1382: }
1383: if ($courseidbuffer{$coursehombuf{$crsid}}) {
1384: $courseidbuffer{$coursehombuf{$crsid}}.='&'.
1385: &escape($crsid).'='.&escape($coursedescrbuf{$crsid}).
1386: ':'.&escape($courseinstcodebuf{$crsid}).':'.&escape($courseownerbuf{$crsid});
1387: } else {
1388: $courseidbuffer{$coursehombuf{$crsid}}=
1389: &escape($crsid).'='.&escape($coursedescrbuf{$crsid}).
1390: ':'.&escape($courseinstcodebuf{$crsid}).':'.&escape($courseownerbuf{$crsid});
1391: }
1392: }
1393: #
1394: # Write course id database (reverse lookup) to homeserver of courses
1395: # Is used in pickcourse
1396: #
1397: foreach (keys %courseidbuffer) {
1398: &courseidput($hostdom{$_},$courseidbuffer{$_},$_);
1399: }
1400: #
1401: # File accesses
1402: # Writes to the dynamic metadata of resources to get hit counts, etc.
1403: #
1404: foreach my $entry (keys(%accesshash)) {
1405: if ($entry =~ /___count$/) {
1406: my ($dom,$name);
1407: ($dom,$name,undef)=($entry=~m:___(\w+)/(\w+)/(.*)___count$:);
1408: if (! defined($dom) || $dom eq '' ||
1409: ! defined($name) || $name eq '') {
1410: my $cid = $env{'request.course.id'};
1411: $dom = $env{'request.'.$cid.'.domain'};
1412: $name = $env{'request.'.$cid.'.num'};
1413: }
1414: my $value = $accesshash{$entry};
1415: my (undef,$url,undef) = ($entry =~ /^(.*)___(.*)___count$/);
1416: my %temphash=($url => $value);
1417: my $result = &inc('nohist_accesscount',\%temphash,$dom,$name);
1418: if ($result eq 'ok') {
1419: delete $accesshash{$entry};
1420: } elsif ($result eq 'unknown_cmd') {
1421: # Target server has old code running on it.
1422: my %temphash=($entry => $value);
1423: if (&put('nohist_resevaldata',\%temphash,$dom,$name) eq 'ok') {
1424: delete $accesshash{$entry};
1425: }
1426: }
1427: } else {
1428: my ($dom,$name) = ($entry=~m:___(\w+)/(\w+)/(.*)___(\w+)$:);
1429: my %temphash=($entry => $accesshash{$entry});
1430: if (&put('nohist_resevaldata',\%temphash,$dom,$name) eq 'ok') {
1431: delete $accesshash{$entry};
1432: }
1433: }
1434: }
1435: #
1436: # Roles
1437: # Reverse lookup of user roles for course faculty/staff and co-authorship
1438: #
1439: foreach (keys %userrolehash) {
1440: my $entry=$_;
1441: my ($role,$uname,$udom,$runame,$rudom,$rsec)=
1442: split(/\:/,$entry);
1443: if (&Apache::lonnet::put('nohist_userroles',
1444: { $role.':'.$uname.':'.$udom.':'.$rsec => $userrolehash{$entry} },
1445: $rudom,$runame) eq 'ok') {
1446: delete $userrolehash{$entry};
1447: }
1448: }
1449: $dumpcount++;
1450: }
1451:
1452: sub courselog {
1453: my $what=shift;
1454: $what=time.':'.$what;
1455: unless ($env{'request.course.id'}) { return ''; }
1456: $coursedombuf{$env{'request.course.id'}}=
1457: $env{'course.'.$env{'request.course.id'}.'.domain'};
1458: $coursenumbuf{$env{'request.course.id'}}=
1459: $env{'course.'.$env{'request.course.id'}.'.num'};
1460: $coursehombuf{$env{'request.course.id'}}=
1461: $env{'course.'.$env{'request.course.id'}.'.home'};
1462: $coursedescrbuf{$env{'request.course.id'}}=
1463: $env{'course.'.$env{'request.course.id'}.'.description'};
1464: $courseinstcodebuf{$env{'request.course.id'}}=
1465: $env{'course.'.$env{'request.course.id'}.'.internal.coursecode'};
1466: $courseownerbuf{$env{'request.course.id'}}=
1467: $env{'course.'.$env{'request.course.id'}.'.internal.courseowner'};
1468: if (defined $courselogs{$env{'request.course.id'}}) {
1469: $courselogs{$env{'request.course.id'}}.='&'.$what;
1470: } else {
1471: $courselogs{$env{'request.course.id'}}.=$what;
1472: }
1473: if (length($courselogs{$env{'request.course.id'}})>4048) {
1474: &flushcourselogs();
1475: }
1476: }
1477:
1478: sub courseacclog {
1479: my $fnsymb=shift;
1480: unless ($env{'request.course.id'}) { return ''; }
1481: my $what=$fnsymb.':'.$env{'user.name'}.':'.$env{'user.domain'};
1482: if ($fnsymb=~/(problem|exam|quiz|assess|survey|form|page)$/) {
1483: $what.=':POST';
1484: # FIXME: Probably ought to escape things....
1485: foreach (keys %env) {
1486: if ($_=~/^form\.(.*)/) {
1487: $what.=':'.$1.'='.$env{$_};
1488: }
1489: }
1490: } elsif ($fnsymb =~ m:^/adm/searchcat:) {
1491: # FIXME: We should not be depending on a form parameter that someone
1492: # editing lonsearchcat.pm might change in the future.
1493: if ($env{'form.phase'} eq 'course_search') {
1494: $what.= ':POST';
1495: # FIXME: Probably ought to escape things....
1496: foreach my $element ('courseexp','crsfulltext','crsrelated',
1497: 'crsdiscuss') {
1498: $what.=':'.$element.'='.$env{'form.'.$element};
1499: }
1500: }
1501: }
1502: &courselog($what);
1503: }
1504:
1505: sub countacc {
1506: my $url=&declutter(shift);
1507: return if (! defined($url) || $url eq '');
1508: unless ($env{'request.course.id'}) { return ''; }
1509: $accesshash{$env{'request.course.id'}.'___'.$url.'___course'}=1;
1510: my $key=$$.$processmarker.'_'.$dumpcount.'___'.$url.'___count';
1511: $accesshash{$key}++;
1512: }
1513:
1514: sub linklog {
1515: my ($from,$to)=@_;
1516: $from=&declutter($from);
1517: $to=&declutter($to);
1518: $accesshash{$from.'___'.$to.'___comefrom'}=1;
1519: $accesshash{$to.'___'.$from.'___goto'}=1;
1520: }
1521:
1522: sub userrolelog {
1523: my ($trole,$username,$domain,$area,$tstart,$tend)=@_;
1524: if (($trole=~/^ca/) || ($trole=~/^in/) ||
1525: ($trole=~/^cc/) || ($trole=~/^ep/) ||
1526: ($trole=~/^cr/) || ($trole=~/^ta/)) {
1527: my (undef,$rudom,$runame,$rsec)=split(/\//,$area);
1528: $userrolehash
1529: {$trole.':'.$username.':'.$domain.':'.$runame.':'.$rudom.':'.$rsec}
1530: =$tend.':'.$tstart;
1531: }
1532: }
1533:
1534: sub get_course_adv_roles {
1535: my $cid=shift;
1536: $cid=$env{'request.course.id'} unless (defined($cid));
1537: my %coursehash=&coursedescription($cid);
1538: my %nothide=();
1539: foreach (split(/\s*\,\s*/,$coursehash{'nothideprivileged'})) {
1540: $nothide{join(':',split(/[\@\:]/,$_))}=1;
1541: }
1542: my %returnhash=();
1543: my %dumphash=
1544: &dump('nohist_userroles',$coursehash{'domain'},$coursehash{'num'});
1545: my $now=time;
1546: foreach (keys %dumphash) {
1547: my ($tend,$tstart)=split(/\:/,$dumphash{$_});
1548: if (($tstart) && ($tstart<0)) { next; }
1549: if (($tend) && ($tend<$now)) { next; }
1550: if (($tstart) && ($now<$tstart)) { next; }
1551: my ($role,$username,$domain,$section)=split(/\:/,$_);
1552: if ($username eq '' || $domain eq '') { next; }
1553: if ((&privileged($username,$domain)) &&
1554: (!$nothide{$username.':'.$domain})) { next; }
1555: my $key=&plaintext($role);
1556: if ($section) { $key.=' (Sec/Grp '.$section.')'; }
1557: if ($returnhash{$key}) {
1558: $returnhash{$key}.=','.$username.':'.$domain;
1559: } else {
1560: $returnhash{$key}=$username.':'.$domain;
1561: }
1562: }
1563: return %returnhash;
1564: }
1565:
1566: sub get_my_roles {
1567: my ($uname,$udom)=@_;
1568: unless (defined($uname)) { $uname=$env{'user.name'}; }
1569: unless (defined($udom)) { $udom=$env{'user.domain'}; }
1570: my %dumphash=
1571: &dump('nohist_userroles',$udom,$uname);
1572: my %returnhash=();
1573: my $now=time;
1574: foreach (keys %dumphash) {
1575: my ($tend,$tstart)=split(/\:/,$dumphash{$_});
1576: if (($tstart) && ($tstart<0)) { next; }
1577: if (($tend) && ($tend<$now)) { next; }
1578: if (($tstart) && ($now<$tstart)) { next; }
1579: my ($role,$username,$domain,$section)=split(/\:/,$_);
1580: $returnhash{$username.':'.$domain.':'.$role}=$tstart.':'.$tend;
1581: }
1582: return %returnhash;
1583: }
1584:
1585: # ----------------------------------------------------- Frontpage Announcements
1586: #
1587: #
1588:
1589: sub postannounce {
1590: my ($server,$text)=@_;
1591: unless (&allowed('psa',$hostdom{$server})) { return 'refused'; }
1592: unless ($text=~/\w/) { $text=''; }
1593: return &reply('setannounce:'.&escape($text),$server);
1594: }
1595:
1596: sub getannounce {
1597:
1598: if (open(my $fh,$perlvar{'lonDocRoot'}.'/announcement.txt')) {
1599: my $announcement='';
1600: while (<$fh>) { $announcement .=$_; }
1601: close($fh);
1602: if ($announcement=~/\w/) {
1603: return
1604: '<table bgcolor="#FF5555" cellpadding="5" cellspacing="3">'.
1605: '<tr><td bgcolor="#FFFFFF"><tt>'.$announcement.'</tt></td></tr></table>';
1606: } else {
1607: return '';
1608: }
1609: } else {
1610: return '';
1611: }
1612: }
1613:
1614: # ---------------------------------------------------------- Course ID routines
1615: # Deal with domain's nohist_courseid.db files
1616: #
1617:
1618: sub courseidput {
1619: my ($domain,$what,$coursehome)=@_;
1620: return &reply('courseidput:'.$domain.':'.$what,$coursehome);
1621: }
1622:
1623: sub courseiddump {
1624: my ($domfilter,$descfilter,$sincefilter,$instcodefilter,$ownerfilter,$coursefilter,$hostidflag,$hostidref)=@_;
1625: my %returnhash=();
1626: unless ($domfilter) { $domfilter=''; }
1627: foreach my $tryserver (keys %libserv) {
1628: if ( ($hostidflag == 1 && grep/^$tryserver$/,@{$hostidref}) || (!defined($hostidflag)) ) {
1629: if ((!$domfilter) || ($hostdom{$tryserver} eq $domfilter)) {
1630: foreach (
1631: split(/\&/,&reply('courseiddump:'.$hostdom{$tryserver}.':'.
1632: $sincefilter.':'.&escape($descfilter).':'.
1633: &escape($instcodefilter).':'.&escape($ownerfilter).':'.&escape($coursefilter),
1634: $tryserver))) {
1635: my ($key,$value)=split(/\=/,$_);
1636: if (($key) && ($value)) {
1637: $returnhash{&unescape($key)}=$value;
1638: }
1639: }
1640: }
1641: }
1642: }
1643: return %returnhash;
1644: }
1645:
1646: #
1647: # ----------------------------------------------------------- Check out an item
1648:
1649: sub get_first_access {
1650: my ($type,$argsymb)=@_;
1651: my ($symb,$courseid,$udom,$uname)=&Apache::lonxml::whichuser();
1652: if ($argsymb) { $symb=$argsymb; }
1653: my ($map,$id,$res)=&decode_symb($symb);
1654: if ($type eq 'map') {
1655: $res=&symbread($map);
1656: } else {
1657: $res=$symb;
1658: }
1659: my %times=&get('firstaccesstimes',["$courseid\0$res"],$udom,$uname);
1660: return $times{"$courseid\0$res"};
1661: }
1662:
1663: sub set_first_access {
1664: my ($type)=@_;
1665: my ($symb,$courseid,$udom,$uname)=&Apache::lonxml::whichuser();
1666: my ($map,$id,$res)=&decode_symb($symb);
1667: if ($type eq 'map') {
1668: $res=&symbread($map);
1669: } else {
1670: $res=$symb;
1671: }
1672: my $firstaccess=&get_first_access($type,$symb);
1673: if (!$firstaccess) {
1674: return &put('firstaccesstimes',{"$courseid\0$res"=>time},$udom,$uname);
1675: }
1676: return 'already_set';
1677: }
1678:
1679: sub checkout {
1680: my ($symb,$tuname,$tudom,$tcrsid)=@_;
1681: my $now=time;
1682: my $lonhost=$perlvar{'lonHostID'};
1683: my $infostr=&escape(
1684: 'CHECKOUTTOKEN&'.
1685: $tuname.'&'.
1686: $tudom.'&'.
1687: $tcrsid.'&'.
1688: $symb.'&'.
1689: $now.'&'.$ENV{'REMOTE_ADDR'});
1690: my $token=&reply('tmpput:'.$infostr,$lonhost);
1691: if ($token=~/^error\:/) {
1692: &logthis("<font color=blue>WARNING: ".
1693: "Checkout tmpput failed ".$tudom.' - '.$tuname.' - '.$symb.
1694: "</font>");
1695: return '';
1696: }
1697:
1698: $token=~s/^(\d+)\_.*\_(\d+)$/$1\*$2\*$lonhost/;
1699: $token=~tr/a-z/A-Z/;
1700:
1701: my %infohash=('resource.0.outtoken' => $token,
1702: 'resource.0.checkouttime' => $now,
1703: 'resource.0.outremote' => $ENV{'REMOTE_ADDR'});
1704:
1705: unless (&cstore(\%infohash,$symb,$tcrsid,$tudom,$tuname) eq 'ok') {
1706: return '';
1707: } else {
1708: &logthis("<font color=blue>WARNING: ".
1709: "Checkout cstore failed ".$tudom.' - '.$tuname.' - '.$symb.
1710: "</font>");
1711: }
1712:
1713: if (&log($tudom,$tuname,&homeserver($tuname,$tudom),
1714: &escape('Checkout '.$infostr.' - '.
1715: $token)) ne 'ok') {
1716: return '';
1717: } else {
1718: &logthis("<font color=blue>WARNING: ".
1719: "Checkout log failed ".$tudom.' - '.$tuname.' - '.$symb.
1720: "</font>");
1721: }
1722: return $token;
1723: }
1724:
1725: # ------------------------------------------------------------ Check in an item
1726:
1727: sub checkin {
1728: my $token=shift;
1729: my $now=time;
1730: my ($ta,$tb,$lonhost)=split(/\*/,$token);
1731: $lonhost=~tr/A-Z/a-z/;
1732: my $dtoken=$ta.'_'.$hostname{$lonhost}.'_'.$tb;
1733: $dtoken=~s/\W/\_/g;
1734: my ($dummy,$tuname,$tudom,$tcrsid,$symb,$chtim,$rmaddr)=
1735: split(/\&/,&unescape(&reply('tmpget:'.$dtoken,$lonhost)));
1736:
1737: unless (($tuname) && ($tudom)) {
1738: &logthis('Check in '.$token.' ('.$dtoken.') failed');
1739: return '';
1740: }
1741:
1742: unless (&allowed('mgr',$tcrsid)) {
1743: &logthis('Check in '.$token.' ('.$dtoken.') unauthorized: '.
1744: $env{'user.name'}.' - '.$env{'user.domain'});
1745: return '';
1746: }
1747:
1748: my %infohash=('resource.0.intoken' => $token,
1749: 'resource.0.checkintime' => $now,
1750: 'resource.0.inremote' => $ENV{'REMOTE_ADDR'});
1751:
1752: unless (&cstore(\%infohash,$symb,$tcrsid,$tudom,$tuname) eq 'ok') {
1753: return '';
1754: }
1755:
1756: if (&log($tudom,$tuname,&homeserver($tuname,$tudom),
1757: &escape('Checkin - '.$token)) ne 'ok') {
1758: return '';
1759: }
1760:
1761: return ($symb,$tuname,$tudom,$tcrsid);
1762: }
1763:
1764: # --------------------------------------------- Set Expire Date for Spreadsheet
1765:
1766: sub expirespread {
1767: my ($uname,$udom,$stype,$usymb)=@_;
1768: my $cid=$env{'request.course.id'};
1769: if ($cid) {
1770: my $now=time;
1771: my $key=$uname.':'.$udom.':'.$stype.':'.$usymb;
1772: return &reply('put:'.$env{'course.'.$cid.'.domain'}.':'.
1773: $env{'course.'.$cid.'.num'}.
1774: ':nohist_expirationdates:'.
1775: &escape($key).'='.$now,
1776: $env{'course.'.$cid.'.home'})
1777: }
1778: return 'ok';
1779: }
1780:
1781: # ----------------------------------------------------- Devalidate Spreadsheets
1782:
1783: sub devalidate {
1784: my ($symb,$uname,$udom)=@_;
1785: my $cid=$env{'request.course.id'};
1786: if ($cid) {
1787: # delete the stored spreadsheets for
1788: # - the student level sheet of this user in course's homespace
1789: # - the assessment level sheet for this resource
1790: # for this user in user's homespace
1791: # - current conditional state info
1792: my $key=$uname.':'.$udom.':';
1793: my $status=
1794: &del('nohist_calculatedsheets',
1795: [$key.'studentcalc:'],
1796: $env{'course.'.$cid.'.domain'},
1797: $env{'course.'.$cid.'.num'})
1798: .' '.
1799: &del('nohist_calculatedsheets_'.$cid,
1800: [$key.'assesscalc:'.$symb],$udom,$uname);
1801: unless ($status eq 'ok ok') {
1802: &logthis('Could not devalidate spreadsheet '.
1803: $uname.' at '.$udom.' for '.
1804: $symb.': '.$status);
1805: }
1806: &delenv('user.state.'.$cid);
1807: }
1808: }
1809:
1810: sub get_scalar {
1811: my ($string,$end) = @_;
1812: my $value;
1813: if ($$string =~ s/^([^&]*?)($end)/$2/) {
1814: $value = $1;
1815: } elsif ($$string =~ s/^([^&]*?)&//) {
1816: $value = $1;
1817: }
1818: return &unescape($value);
1819: }
1820:
1821: sub array2str {
1822: my (@array) = @_;
1823: my $result=&arrayref2str(\@array);
1824: $result=~s/^__ARRAY_REF__//;
1825: $result=~s/__END_ARRAY_REF__$//;
1826: return $result;
1827: }
1828:
1829: sub arrayref2str {
1830: my ($arrayref) = @_;
1831: my $result='__ARRAY_REF__';
1832: foreach my $elem (@$arrayref) {
1833: if(ref($elem) eq 'ARRAY') {
1834: $result.=&arrayref2str($elem).'&';
1835: } elsif(ref($elem) eq 'HASH') {
1836: $result.=&hashref2str($elem).'&';
1837: } elsif(ref($elem)) {
1838: #print("Got a ref of ".(ref($elem))." skipping.");
1839: } else {
1840: $result.=&escape($elem).'&';
1841: }
1842: }
1843: $result=~s/\&$//;
1844: $result .= '__END_ARRAY_REF__';
1845: return $result;
1846: }
1847:
1848: sub hash2str {
1849: my (%hash) = @_;
1850: my $result=&hashref2str(\%hash);
1851: $result=~s/^__HASH_REF__//;
1852: $result=~s/__END_HASH_REF__$//;
1853: return $result;
1854: }
1855:
1856: sub hashref2str {
1857: my ($hashref)=@_;
1858: my $result='__HASH_REF__';
1859: foreach (sort(keys(%$hashref))) {
1860: if (ref($_) eq 'ARRAY') {
1861: $result.=&arrayref2str($_).'=';
1862: } elsif (ref($_) eq 'HASH') {
1863: $result.=&hashref2str($_).'=';
1864: } elsif (ref($_)) {
1865: $result.='=';
1866: #print("Got a ref of ".(ref($_))." skipping.");
1867: } else {
1868: if ($_) {$result.=&escape($_).'=';} else { last; }
1869: }
1870:
1871: if(ref($hashref->{$_}) eq 'ARRAY') {
1872: $result.=&arrayref2str($hashref->{$_}).'&';
1873: } elsif(ref($hashref->{$_}) eq 'HASH') {
1874: $result.=&hashref2str($hashref->{$_}).'&';
1875: } elsif(ref($hashref->{$_})) {
1876: $result.='&';
1877: #print("Got a ref of ".(ref($hashref->{$_}))." skipping.");
1878: } else {
1879: $result.=&escape($hashref->{$_}).'&';
1880: }
1881: }
1882: $result=~s/\&$//;
1883: $result .= '__END_HASH_REF__';
1884: return $result;
1885: }
1886:
1887: sub str2hash {
1888: my ($string)=@_;
1889: my ($hash)=&str2hashref('__HASH_REF__'.$string.'__END_HASH_REF__');
1890: return %$hash;
1891: }
1892:
1893: sub str2hashref {
1894: my ($string) = @_;
1895:
1896: my %hash;
1897:
1898: if($string !~ /^__HASH_REF__/) {
1899: if (! ($string eq '' || !defined($string))) {
1900: $hash{'error'}='Not hash reference';
1901: }
1902: return (\%hash, $string);
1903: }
1904:
1905: $string =~ s/^__HASH_REF__//;
1906:
1907: while($string !~ /^__END_HASH_REF__/) {
1908: #key
1909: my $key='';
1910: if($string =~ /^__HASH_REF__/) {
1911: ($key, $string)=&str2hashref($string);
1912: if(defined($key->{'error'})) {
1913: $hash{'error'}='Bad data';
1914: return (\%hash, $string);
1915: }
1916: } elsif($string =~ /^__ARRAY_REF__/) {
1917: ($key, $string)=&str2arrayref($string);
1918: if($key->[0] eq 'Array reference error') {
1919: $hash{'error'}='Bad data';
1920: return (\%hash, $string);
1921: }
1922: } else {
1923: $string =~ s/^(.*?)=//;
1924: $key=&unescape($1);
1925: }
1926: $string =~ s/^=//;
1927:
1928: #value
1929: my $value='';
1930: if($string =~ /^__HASH_REF__/) {
1931: ($value, $string)=&str2hashref($string);
1932: if(defined($value->{'error'})) {
1933: $hash{'error'}='Bad data';
1934: return (\%hash, $string);
1935: }
1936: } elsif($string =~ /^__ARRAY_REF__/) {
1937: ($value, $string)=&str2arrayref($string);
1938: if($value->[0] eq 'Array reference error') {
1939: $hash{'error'}='Bad data';
1940: return (\%hash, $string);
1941: }
1942: } else {
1943: $value=&get_scalar(\$string,'__END_HASH_REF__');
1944: }
1945: $string =~ s/^&//;
1946:
1947: $hash{$key}=$value;
1948: }
1949:
1950: $string =~ s/^__END_HASH_REF__//;
1951:
1952: return (\%hash, $string);
1953: }
1954:
1955: sub str2array {
1956: my ($string)=@_;
1957: my ($array)=&str2arrayref('__ARRAY_REF__'.$string.'__END_ARRAY_REF__');
1958: return @$array;
1959: }
1960:
1961: sub str2arrayref {
1962: my ($string) = @_;
1963: my @array;
1964:
1965: if($string !~ /^__ARRAY_REF__/) {
1966: if (! ($string eq '' || !defined($string))) {
1967: $array[0]='Array reference error';
1968: }
1969: return (\@array, $string);
1970: }
1971:
1972: $string =~ s/^__ARRAY_REF__//;
1973:
1974: while($string !~ /^__END_ARRAY_REF__/) {
1975: my $value='';
1976: if($string =~ /^__HASH_REF__/) {
1977: ($value, $string)=&str2hashref($string);
1978: if(defined($value->{'error'})) {
1979: $array[0] ='Array reference error';
1980: return (\@array, $string);
1981: }
1982: } elsif($string =~ /^__ARRAY_REF__/) {
1983: ($value, $string)=&str2arrayref($string);
1984: if($value->[0] eq 'Array reference error') {
1985: $array[0] ='Array reference error';
1986: return (\@array, $string);
1987: }
1988: } else {
1989: $value=&get_scalar(\$string,'__END_ARRAY_REF__');
1990: }
1991: $string =~ s/^&//;
1992:
1993: push(@array, $value);
1994: }
1995:
1996: $string =~ s/^__END_ARRAY_REF__//;
1997:
1998: return (\@array, $string);
1999: }
2000:
2001: # -------------------------------------------------------------------Temp Store
2002:
2003: sub tmpreset {
2004: my ($symb,$namespace,$domain,$stuname) = @_;
2005: if (!$symb) {
2006: $symb=&symbread();
2007: if (!$symb) { $symb= $env{'request.url'}; }
2008: }
2009: $symb=escape($symb);
2010:
2011: if (!$namespace) { $namespace=$env{'request.state'}; }
2012: $namespace=~s/\//\_/g;
2013: $namespace=~s/\W//g;
2014:
2015: if (!$domain) { $domain=$env{'user.domain'}; }
2016: if (!$stuname) { $stuname=$env{'user.name'}; }
2017: if ($domain eq 'public' && $stuname eq 'public') {
2018: $stuname=$ENV{'REMOTE_ADDR'};
2019: }
2020: my $path=$perlvar{'lonDaemons'}.'/tmp';
2021: my %hash;
2022: if (tie(%hash,'GDBM_File',
2023: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2024: &GDBM_WRCREAT(),0640)) {
2025: foreach my $key (keys %hash) {
2026: if ($key=~ /:$symb/) {
2027: delete($hash{$key});
2028: }
2029: }
2030: }
2031: }
2032:
2033: sub tmpstore {
2034: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2035:
2036: if (!$symb) {
2037: $symb=&symbread();
2038: if (!$symb) { $symb= $env{'request.url'}; }
2039: }
2040: $symb=escape($symb);
2041:
2042: if (!$namespace) {
2043: # I don't think we would ever want to store this for a course.
2044: # it seems this will only be used if we don't have a course.
2045: #$namespace=$env{'request.course.id'};
2046: #if (!$namespace) {
2047: $namespace=$env{'request.state'};
2048: #}
2049: }
2050: $namespace=~s/\//\_/g;
2051: $namespace=~s/\W//g;
2052: if (!$domain) { $domain=$env{'user.domain'}; }
2053: if (!$stuname) { $stuname=$env{'user.name'}; }
2054: if ($domain eq 'public' && $stuname eq 'public') {
2055: $stuname=$ENV{'REMOTE_ADDR'};
2056: }
2057: my $now=time;
2058: my %hash;
2059: my $path=$perlvar{'lonDaemons'}.'/tmp';
2060: if (tie(%hash,'GDBM_File',
2061: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2062: &GDBM_WRCREAT(),0640)) {
2063: $hash{"version:$symb"}++;
2064: my $version=$hash{"version:$symb"};
2065: my $allkeys='';
2066: foreach my $key (keys(%$storehash)) {
2067: $allkeys.=$key.':';
2068: $hash{"$version:$symb:$key"}=&freeze_escape($$storehash{$key});
2069: }
2070: $hash{"$version:$symb:timestamp"}=$now;
2071: $allkeys.='timestamp';
2072: $hash{"$version:keys:$symb"}=$allkeys;
2073: if (untie(%hash)) {
2074: return 'ok';
2075: } else {
2076: return "error:$!";
2077: }
2078: } else {
2079: return "error:$!";
2080: }
2081: }
2082:
2083: # -----------------------------------------------------------------Temp Restore
2084:
2085: sub tmprestore {
2086: my ($symb,$namespace,$domain,$stuname) = @_;
2087:
2088: if (!$symb) {
2089: $symb=&symbread();
2090: if (!$symb) { $symb= $env{'request.url'}; }
2091: }
2092: $symb=escape($symb);
2093:
2094: if (!$namespace) { $namespace=$env{'request.state'}; }
2095:
2096: if (!$domain) { $domain=$env{'user.domain'}; }
2097: if (!$stuname) { $stuname=$env{'user.name'}; }
2098: if ($domain eq 'public' && $stuname eq 'public') {
2099: $stuname=$ENV{'REMOTE_ADDR'};
2100: }
2101: my %returnhash;
2102: $namespace=~s/\//\_/g;
2103: $namespace=~s/\W//g;
2104: my %hash;
2105: my $path=$perlvar{'lonDaemons'}.'/tmp';
2106: if (tie(%hash,'GDBM_File',
2107: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2108: &GDBM_READER(),0640)) {
2109: my $version=$hash{"version:$symb"};
2110: $returnhash{'version'}=$version;
2111: my $scope;
2112: for ($scope=1;$scope<=$version;$scope++) {
2113: my $vkeys=$hash{"$scope:keys:$symb"};
2114: my @keys=split(/:/,$vkeys);
2115: my $key;
2116: $returnhash{"$scope:keys"}=$vkeys;
2117: foreach $key (@keys) {
2118: $returnhash{"$scope:$key"}=&thaw_unescape($hash{"$scope:$symb:$key"});
2119: $returnhash{"$key"}=&thaw_unescape($hash{"$scope:$symb:$key"});
2120: }
2121: }
2122: if (!(untie(%hash))) {
2123: return "error:$!";
2124: }
2125: } else {
2126: return "error:$!";
2127: }
2128: return %returnhash;
2129: }
2130:
2131: # ----------------------------------------------------------------------- Store
2132:
2133: sub store {
2134: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2135: my $home='';
2136:
2137: if ($stuname) { $home=&homeserver($stuname,$domain); }
2138:
2139: $symb=&symbclean($symb);
2140: if (!$symb) { unless ($symb=&symbread()) { return ''; } }
2141:
2142: if (!$domain) { $domain=$env{'user.domain'}; }
2143: if (!$stuname) { $stuname=$env{'user.name'}; }
2144:
2145: &devalidate($symb,$stuname,$domain);
2146:
2147: $symb=escape($symb);
2148: if (!$namespace) {
2149: unless ($namespace=$env{'request.course.id'}) {
2150: return '';
2151: }
2152: }
2153: if (!$home) { $home=$env{'user.home'}; }
2154:
2155: $$storehash{'ip'}=$ENV{'REMOTE_ADDR'};
2156: $$storehash{'host'}=$perlvar{'lonHostID'};
2157:
2158: my $namevalue='';
2159: foreach (keys %$storehash) {
2160: $namevalue.=&escape($_).'='.&freeze_escape($$storehash{$_}).'&';
2161: }
2162: $namevalue=~s/\&$//;
2163: &courselog($symb.':'.$stuname.':'.$domain.':STORE:'.$namevalue);
2164: return reply("store:$domain:$stuname:$namespace:$symb:$namevalue","$home");
2165: }
2166:
2167: # -------------------------------------------------------------- Critical Store
2168:
2169: sub cstore {
2170: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2171: my $home='';
2172:
2173: if ($stuname) { $home=&homeserver($stuname,$domain); }
2174:
2175: $symb=&symbclean($symb);
2176: if (!$symb) { unless ($symb=&symbread()) { return ''; } }
2177:
2178: if (!$domain) { $domain=$env{'user.domain'}; }
2179: if (!$stuname) { $stuname=$env{'user.name'}; }
2180:
2181: &devalidate($symb,$stuname,$domain);
2182:
2183: $symb=escape($symb);
2184: if (!$namespace) {
2185: unless ($namespace=$env{'request.course.id'}) {
2186: return '';
2187: }
2188: }
2189: if (!$home) { $home=$env{'user.home'}; }
2190:
2191: $$storehash{'ip'}=$ENV{'REMOTE_ADDR'};
2192: $$storehash{'host'}=$perlvar{'lonHostID'};
2193:
2194: my $namevalue='';
2195: foreach (keys %$storehash) {
2196: $namevalue.=&escape($_).'='.&freeze_escape($$storehash{$_}).'&';
2197: }
2198: $namevalue=~s/\&$//;
2199: &courselog($symb.':'.$stuname.':'.$domain.':CSTORE:'.$namevalue);
2200: return critical
2201: ("store:$domain:$stuname:$namespace:$symb:$namevalue","$home");
2202: }
2203:
2204: # --------------------------------------------------------------------- Restore
2205:
2206: sub restore {
2207: my ($symb,$namespace,$domain,$stuname) = @_;
2208: my $home='';
2209:
2210: if ($stuname) { $home=&homeserver($stuname,$domain); }
2211:
2212: if (!$symb) {
2213: unless ($symb=escape(&symbread())) { return ''; }
2214: } else {
2215: $symb=&escape(&symbclean($symb));
2216: }
2217: if (!$namespace) {
2218: unless ($namespace=$env{'request.course.id'}) {
2219: return '';
2220: }
2221: }
2222: if (!$domain) { $domain=$env{'user.domain'}; }
2223: if (!$stuname) { $stuname=$env{'user.name'}; }
2224: if (!$home) { $home=$env{'user.home'}; }
2225: my $answer=&reply("restore:$domain:$stuname:$namespace:$symb","$home");
2226:
2227: my %returnhash=();
2228: foreach (split(/\&/,$answer)) {
2229: my ($name,$value)=split(/\=/,$_);
2230: $returnhash{&unescape($name)}=&thaw_unescape($value);
2231: }
2232: my $version;
2233: for ($version=1;$version<=$returnhash{'version'};$version++) {
2234: foreach (split(/\:/,$returnhash{$version.':keys'})) {
2235: $returnhash{$_}=$returnhash{$version.':'.$_};
2236: }
2237: }
2238: return %returnhash;
2239: }
2240:
2241: # ---------------------------------------------------------- Course Description
2242:
2243: sub coursedescription {
2244: my $courseid=shift;
2245: $courseid=~s/^\///;
2246: $courseid=~s/\_/\//g;
2247: my ($cdomain,$cnum)=split(/\//,$courseid);
2248: my $chome=&homeserver($cnum,$cdomain);
2249: my $normalid=$cdomain.'_'.$cnum;
2250: # need to always cache even if we get errors otherwise we keep
2251: # trying and trying and trying to get the course description.
2252: my %envhash=();
2253: my %returnhash=();
2254: $envhash{'course.'.$normalid.'.last_cache'}=time;
2255: if ($chome ne 'no_host') {
2256: %returnhash=&dump('environment',$cdomain,$cnum);
2257: if (!exists($returnhash{'con_lost'})) {
2258: $returnhash{'home'}= $chome;
2259: $returnhash{'domain'} = $cdomain;
2260: $returnhash{'num'} = $cnum;
2261: while (my ($name,$value) = each %returnhash) {
2262: $envhash{'course.'.$normalid.'.'.$name}=$value;
2263: }
2264: $returnhash{'url'}=&clutter($returnhash{'url'});
2265: $returnhash{'fn'}=$perlvar{'lonDaemons'}.'/tmp/'.
2266: $env{'user.name'}.'_'.$cdomain.'_'.$cnum;
2267: $envhash{'course.'.$normalid.'.home'}=$chome;
2268: $envhash{'course.'.$normalid.'.domain'}=$cdomain;
2269: $envhash{'course.'.$normalid.'.num'}=$cnum;
2270: }
2271: }
2272: &appenv(%envhash);
2273: return %returnhash;
2274: }
2275:
2276: # -------------------------------------------------See if a user is privileged
2277:
2278: sub privileged {
2279: my ($username,$domain)=@_;
2280: my $rolesdump=&reply("dump:$domain:$username:roles",
2281: &homeserver($username,$domain));
2282: if (($rolesdump eq 'con_lost') || ($rolesdump eq '')) { return 0; }
2283: my $now=time;
2284: if ($rolesdump ne '') {
2285: foreach (split(/&/,$rolesdump)) {
2286: if ($_!~/^rolesdef_/) {
2287: my ($area,$role)=split(/=/,$_);
2288: $area=~s/\_\w\w$//;
2289: my ($trole,$tend,$tstart)=split(/_/,$role);
2290: if (($trole eq 'dc') || ($trole eq 'su')) {
2291: my $active=1;
2292: if ($tend) {
2293: if ($tend<$now) { $active=0; }
2294: }
2295: if ($tstart) {
2296: if ($tstart>$now) { $active=0; }
2297: }
2298: if ($active) { return 1; }
2299: }
2300: }
2301: }
2302: }
2303: return 0;
2304: }
2305:
2306: # -------------------------------------------------------- Get user privileges
2307:
2308: sub rolesinit {
2309: my ($domain,$username,$authhost)=@_;
2310: my $rolesdump=reply("dump:$domain:$username:roles",$authhost);
2311: if (($rolesdump eq 'con_lost') || ($rolesdump eq '')) { return ''; }
2312: my %allroles=();
2313: my $now=time;
2314: my $userroles="user.login.time=$now\n";
2315:
2316: if ($rolesdump ne '') {
2317: foreach (split(/&/,$rolesdump)) {
2318: if ($_!~/^rolesdef_/) {
2319: my ($area,$role)=split(/=/,$_);
2320: $area=~s/\_\w\w$//;
2321:
2322: my ($trole,$tend,$tstart);
2323: if ($role=~/^cr/) {
2324: ($trole,my $trest)=($role=~m|^(cr/\w+/\w+/[a-zA-Z0-9]+)_(.*)$|);
2325: ($tend,$tstart)=split('_',$trest);
2326: } else {
2327: ($trole,$tend,$tstart)=split(/_/,$role);
2328: }
2329: $userroles.=&set_arearole($trole,$area,$tstart,$tend,$domain,$username);
2330: if (($tend!=0) && ($tend<$now)) { $trole=''; }
2331: if (($tstart!=0) && ($tstart>$now)) { $trole=''; }
2332: if (($area ne '') && ($trole ne '')) {
2333: my $spec=$trole.'.'.$area;
2334: my ($tdummy,$tdomain,$trest)=split(/\//,$area);
2335: if ($trole =~ /^cr\//) {
2336: &custom_roleprivs(\%allroles,$trole,$tdomain,$trest,$spec,$area);
2337: } else {
2338: &standard_roleprivs(\%allroles,$trole,$tdomain,$spec,$trest,$area);
2339: }
2340: }
2341: }
2342: }
2343: my ($author,$adv) = &set_userprivs(\$userroles,\%allroles);
2344: $userroles.='user.adv='.$adv."\n".
2345: 'user.author='.$author."\n";
2346: $env{'user.adv'}=$adv;
2347: }
2348: return $userroles;
2349: }
2350:
2351: sub set_arearole {
2352: my ($trole,$area,$tstart,$tend,$domain,$username) = @_;
2353: # log the associated role with the area
2354: &userrolelog($trole,$username,$domain,$area,$tstart,$tend);
2355: return 'user.role.'.$trole.'.'.$area.'='.$tstart.'.'.$tend."\n";
2356: }
2357:
2358: sub custom_roleprivs {
2359: my ($allroles,$trole,$tdomain,$trest,$spec,$area) = @_;
2360: my ($rdummy,$rdomain,$rauthor,$rrole)=split(/\//,$trole);
2361: my $homsvr=homeserver($rauthor,$rdomain);
2362: if ($hostname{$homsvr} ne '') {
2363: my ($rdummy,$roledef)=
2364: &get('roles',["rolesdef_$rrole"],$rdomain,$rauthor);
2365: if (($rdummy ne 'con_lost') && ($roledef ne '')) {
2366: my ($syspriv,$dompriv,$coursepriv)=split(/\_/,$roledef);
2367: if (defined($syspriv)) {
2368: $$allroles{'cm./'}.=':'.$syspriv;
2369: $$allroles{$spec.'./'}.=':'.$syspriv;
2370: }
2371: if ($tdomain ne '') {
2372: if (defined($dompriv)) {
2373: $$allroles{'cm./'.$tdomain.'/'}.=':'.$dompriv;
2374: $$allroles{$spec.'./'.$tdomain.'/'}.=':'.$dompriv;
2375: }
2376: if (($trest ne '') && (defined($coursepriv))) {
2377: $$allroles{'cm.'.$area}.=':'.$coursepriv;
2378: $$allroles{$spec.'.'.$area}.=':'.$coursepriv;
2379: }
2380: }
2381: }
2382: }
2383: }
2384:
2385:
2386: sub standard_roleprivs {
2387: my ($allroles,$trole,$tdomain,$spec,$trest,$area) = @_;
2388: if (defined($pr{$trole.':s'})) {
2389: $$allroles{'cm./'}.=':'.$pr{$trole.':s'};
2390: $$allroles{$spec.'./'}.=':'.$pr{$trole.':s'};
2391: }
2392: if ($tdomain ne '') {
2393: if (defined($pr{$trole.':d'})) {
2394: $$allroles{'cm./'.$tdomain.'/'}.=':'.$pr{$trole.':d'};
2395: $$allroles{$spec.'./'.$tdomain.'/'}.=':'.$pr{$trole.':d'};
2396: }
2397: if (($trest ne '') && (defined($pr{$trole.':c'}))) {
2398: $$allroles{'cm.'.$area}.=':'.$pr{$trole.':c'};
2399: $$allroles{$spec.'.'.$area}.=':'.$pr{$trole.':c'};
2400: }
2401: }
2402: }
2403:
2404: sub set_userprivs {
2405: my ($userroles,$allroles) = @_;
2406: my $author=0;
2407: my $adv=0;
2408: foreach (keys %{$allroles}) {
2409: my %thesepriv=();
2410: if (($_=~/^au/) || ($_=~/^ca/)) { $author=1; }
2411: foreach (split(/:/,$$allroles{$_})) {
2412: if ($_ ne '') {
2413: my ($privilege,$restrictions)=split(/&/,$_);
2414: if ($restrictions eq '') {
2415: $thesepriv{$privilege}='F';
2416: } elsif ($thesepriv{$privilege} ne 'F') {
2417: $thesepriv{$privilege}.=$restrictions;
2418: }
2419: if ($thesepriv{'adv'} eq 'F') { $adv=1; }
2420: }
2421: }
2422: my $thesestr='';
2423: foreach (keys %thesepriv) { $thesestr.=':'.$_.'&'.$thesepriv{$_}; }
2424: $$userroles.='user.priv.'.$_.'='.$thesestr."\n";
2425: }
2426: return ($author,$adv);
2427: }
2428:
2429: # --------------------------------------------------------------- get interface
2430:
2431: sub get {
2432: my ($namespace,$storearr,$udomain,$uname)=@_;
2433: my $items='';
2434: foreach (@$storearr) {
2435: $items.=escape($_).'&';
2436: }
2437: $items=~s/\&$//;
2438: if (!$udomain) { $udomain=$env{'user.domain'}; }
2439: if (!$uname) { $uname=$env{'user.name'}; }
2440: my $uhome=&homeserver($uname,$udomain);
2441:
2442: my $rep=&reply("get:$udomain:$uname:$namespace:$items",$uhome);
2443: my @pairs=split(/\&/,$rep);
2444: if ( $#pairs==0 && $pairs[0] =~ /^(con_lost|error|no_such_host)/i) {
2445: return @pairs;
2446: }
2447: my %returnhash=();
2448: my $i=0;
2449: foreach (@$storearr) {
2450: $returnhash{$_}=&thaw_unescape($pairs[$i]);
2451: $i++;
2452: }
2453: return %returnhash;
2454: }
2455:
2456: # --------------------------------------------------------------- del interface
2457:
2458: sub del {
2459: my ($namespace,$storearr,$udomain,$uname)=@_;
2460: my $items='';
2461: foreach (@$storearr) {
2462: $items.=escape($_).'&';
2463: }
2464: $items=~s/\&$//;
2465: if (!$udomain) { $udomain=$env{'user.domain'}; }
2466: if (!$uname) { $uname=$env{'user.name'}; }
2467: my $uhome=&homeserver($uname,$udomain);
2468:
2469: return &reply("del:$udomain:$uname:$namespace:$items",$uhome);
2470: }
2471:
2472: # -------------------------------------------------------------- dump interface
2473:
2474: sub dump {
2475: my ($namespace,$udomain,$uname,$regexp)=@_;
2476: if (!$udomain) { $udomain=$env{'user.domain'}; }
2477: if (!$uname) { $uname=$env{'user.name'}; }
2478: my $uhome=&homeserver($uname,$udomain);
2479: if ($regexp) {
2480: $regexp=&escape($regexp);
2481: } else {
2482: $regexp='.';
2483: }
2484: my $rep=reply("dump:$udomain:$uname:$namespace:$regexp",$uhome);
2485: my @pairs=split(/\&/,$rep);
2486: my %returnhash=();
2487: foreach (@pairs) {
2488: my ($key,$value)=split(/=/,$_);
2489: $returnhash{unescape($key)}=&thaw_unescape($value);
2490: }
2491: return %returnhash;
2492: }
2493:
2494: # -------------------------------------------------------------- keys interface
2495:
2496: sub getkeys {
2497: my ($namespace,$udomain,$uname)=@_;
2498: if (!$udomain) { $udomain=$env{'user.domain'}; }
2499: if (!$uname) { $uname=$env{'user.name'}; }
2500: my $uhome=&homeserver($uname,$udomain);
2501: my $rep=reply("keys:$udomain:$uname:$namespace",$uhome);
2502: my @keyarray=();
2503: foreach (split(/\&/,$rep)) {
2504: push (@keyarray,&unescape($_));
2505: }
2506: return @keyarray;
2507: }
2508:
2509: # --------------------------------------------------------------- currentdump
2510: sub currentdump {
2511: my ($courseid,$sdom,$sname)=@_;
2512: $courseid = $env{'request.course.id'} if (! defined($courseid));
2513: $sdom = $env{'user.domain'} if (! defined($sdom));
2514: $sname = $env{'user.name'} if (! defined($sname));
2515: my $uhome = &homeserver($sname,$sdom);
2516: my $rep=reply('currentdump:'.$sdom.':'.$sname.':'.$courseid,$uhome);
2517: return if ($rep =~ /^(error:|no_such_host)/);
2518: #
2519: my %returnhash=();
2520: #
2521: if ($rep eq "unknown_cmd") {
2522: # an old lond will not know currentdump
2523: # Do a dump and make it look like a currentdump
2524: my @tmp = &dump($courseid,$sdom,$sname,'.');
2525: return if ($tmp[0] =~ /^(error:|no_such_host)/);
2526: my %hash = @tmp;
2527: @tmp=();
2528: %returnhash = %{&convert_dump_to_currentdump(\%hash)};
2529: } else {
2530: my @pairs=split(/\&/,$rep);
2531: foreach (@pairs) {
2532: my ($key,$value)=split(/=/,$_);
2533: my ($symb,$param) = split(/:/,$key);
2534: $returnhash{&unescape($symb)}->{&unescape($param)} =
2535: &thaw_unescape($value);
2536: }
2537: }
2538: return %returnhash;
2539: }
2540:
2541: sub convert_dump_to_currentdump{
2542: my %hash = %{shift()};
2543: my %returnhash;
2544: # Code ripped from lond, essentially. The only difference
2545: # here is the unescaping done by lonnet::dump(). Conceivably
2546: # we might run in to problems with parameter names =~ /^v\./
2547: while (my ($key,$value) = each(%hash)) {
2548: my ($v,$symb,$param) = split(/:/,$key);
2549: next if ($v eq 'version' || $symb eq 'keys');
2550: next if (exists($returnhash{$symb}) &&
2551: exists($returnhash{$symb}->{$param}) &&
2552: $returnhash{$symb}->{'v.'.$param} > $v);
2553: $returnhash{$symb}->{$param}=$value;
2554: $returnhash{$symb}->{'v.'.$param}=$v;
2555: }
2556: #
2557: # Remove all of the keys in the hashes which keep track of
2558: # the version of the parameter.
2559: while (my ($symb,$param_hash) = each(%returnhash)) {
2560: # use a foreach because we are going to delete from the hash.
2561: foreach my $key (keys(%$param_hash)) {
2562: delete($param_hash->{$key}) if ($key =~ /^v\./);
2563: }
2564: }
2565: return \%returnhash;
2566: }
2567:
2568: # ------------------------------------------------------ critical inc interface
2569:
2570: sub cinc {
2571: return &inc(@_,'critical');
2572: }
2573:
2574: # --------------------------------------------------------------- inc interface
2575:
2576: sub inc {
2577: my ($namespace,$store,$udomain,$uname,$critical) = @_;
2578: if (!$udomain) { $udomain=$env{'user.domain'}; }
2579: if (!$uname) { $uname=$env{'user.name'}; }
2580: my $uhome=&homeserver($uname,$udomain);
2581: my $items='';
2582: if (! ref($store)) {
2583: # got a single value, so use that instead
2584: $items = &escape($store).'=&';
2585: } elsif (ref($store) eq 'SCALAR') {
2586: $items = &escape($$store).'=&';
2587: } elsif (ref($store) eq 'ARRAY') {
2588: $items = join('=&',map {&escape($_);} @{$store});
2589: } elsif (ref($store) eq 'HASH') {
2590: while (my($key,$value) = each(%{$store})) {
2591: $items.= &escape($key).'='.&escape($value).'&';
2592: }
2593: }
2594: $items=~s/\&$//;
2595: if ($critical) {
2596: return &critical("inc:$udomain:$uname:$namespace:$items",$uhome);
2597: } else {
2598: return &reply("inc:$udomain:$uname:$namespace:$items",$uhome);
2599: }
2600: }
2601:
2602: # --------------------------------------------------------------- put interface
2603:
2604: sub put {
2605: my ($namespace,$storehash,$udomain,$uname)=@_;
2606: if (!$udomain) { $udomain=$env{'user.domain'}; }
2607: if (!$uname) { $uname=$env{'user.name'}; }
2608: my $uhome=&homeserver($uname,$udomain);
2609: my $items='';
2610: foreach (keys %$storehash) {
2611: $items.=&escape($_).'='.&freeze_escape($$storehash{$_}).'&';
2612: }
2613: $items=~s/\&$//;
2614: return &reply("put:$udomain:$uname:$namespace:$items",$uhome);
2615: }
2616:
2617: # ------------------------------------------------------------ newput interface
2618:
2619: sub newput {
2620: my ($namespace,$storehash,$udomain,$uname)=@_;
2621: if (!$udomain) { $udomain=$env{'user.domain'}; }
2622: if (!$uname) { $uname=$env{'user.name'}; }
2623: my $uhome=&homeserver($uname,$udomain);
2624: my $items='';
2625: foreach my $key (keys(%$storehash)) {
2626: $items.=&escape($key).'='.&freeze_escape($$storehash{$key}).'&';
2627: }
2628: $items=~s/\&$//;
2629: return &reply("newput:$udomain:$uname:$namespace:$items",$uhome);
2630: }
2631:
2632: # --------------------------------------------------------- putstore interface
2633:
2634: sub putstore {
2635: my ($namespace,$storehash,$udomain,$uname)=@_;
2636: if (!$udomain) { $udomain=$env{'user.domain'}; }
2637: if (!$uname) { $uname=$env{'user.name'}; }
2638: my $uhome=&homeserver($uname,$udomain);
2639: my $items='';
2640: my %allitems = ();
2641: foreach (keys %$storehash) {
2642: if ($_ =~ m/^([^\:]+):([^\:]+):([^\:]+)$/) {
2643: my $key = $1.':keys:'.$2;
2644: $allitems{$key} .= $3.':';
2645: }
2646: $items.=$_.'='.&freeze_escape($$storehash{$_}).'&';
2647: }
2648: foreach (keys %allitems) {
2649: $allitems{$_} =~ s/\:$//;
2650: $items.= $_.'='.$allitems{$_}.'&';
2651: }
2652: $items=~s/\&$//;
2653: return &reply("put:$udomain:$uname:$namespace:$items",$uhome);
2654: }
2655:
2656: # ------------------------------------------------------ critical put interface
2657:
2658: sub cput {
2659: my ($namespace,$storehash,$udomain,$uname)=@_;
2660: if (!$udomain) { $udomain=$env{'user.domain'}; }
2661: if (!$uname) { $uname=$env{'user.name'}; }
2662: my $uhome=&homeserver($uname,$udomain);
2663: my $items='';
2664: foreach (keys %$storehash) {
2665: $items.=escape($_).'='.&freeze_escape($$storehash{$_}).'&';
2666: }
2667: $items=~s/\&$//;
2668: return &critical("put:$udomain:$uname:$namespace:$items",$uhome);
2669: }
2670:
2671: # -------------------------------------------------------------- eget interface
2672:
2673: sub eget {
2674: my ($namespace,$storearr,$udomain,$uname)=@_;
2675: my $items='';
2676: foreach (@$storearr) {
2677: $items.=escape($_).'&';
2678: }
2679: $items=~s/\&$//;
2680: if (!$udomain) { $udomain=$env{'user.domain'}; }
2681: if (!$uname) { $uname=$env{'user.name'}; }
2682: my $uhome=&homeserver($uname,$udomain);
2683: my $rep=&reply("eget:$udomain:$uname:$namespace:$items",$uhome);
2684: my @pairs=split(/\&/,$rep);
2685: my %returnhash=();
2686: my $i=0;
2687: foreach (@$storearr) {
2688: $returnhash{$_}=&thaw_unescape($pairs[$i]);
2689: $i++;
2690: }
2691: return %returnhash;
2692: }
2693:
2694: # ---------------------------------------------- Custom access rule evaluation
2695:
2696: sub customaccess {
2697: my ($priv,$uri)=@_;
2698: my ($urole,$urealm)=split(/\./,$env{'request.role'});
2699: $urealm=~s/^\W//;
2700: my ($udom,$ucrs,$usec)=split(/\//,$urealm);
2701: my $access=0;
2702: foreach (split(/\s*\,\s*/,&metadata($uri,'rule_rights'))) {
2703: my ($effect,$realm,$role)=split(/\:/,$_);
2704: if ($role) {
2705: if ($role ne $urole) { next; }
2706: }
2707: foreach (split(/\s*\,\s*/,$realm)) {
2708: my ($tdom,$tcrs,$tsec)=split(/\_/,$_);
2709: if ($tdom) {
2710: if ($tdom ne $udom) { next; }
2711: }
2712: if ($tcrs) {
2713: if ($tcrs ne $ucrs) { next; }
2714: }
2715: if ($tsec) {
2716: if ($tsec ne $usec) { next; }
2717: }
2718: $access=($effect eq 'allow');
2719: last;
2720: }
2721: if ($realm eq '' && $role eq '') {
2722: $access=($effect eq 'allow');
2723: }
2724: }
2725: return $access;
2726: }
2727:
2728: # ------------------------------------------------- Check for a user privilege
2729:
2730: sub allowed {
2731: my ($priv,$uri,$symb)=@_;
2732: $uri=&deversion($uri);
2733: my $orguri=$uri;
2734: $uri=&declutter($uri);
2735:
2736:
2737:
2738: if (defined($env{'allowed.'.$priv})) { return $env{'allowed.'.$priv}; }
2739: # Free bre access to adm and meta resources
2740: if (((($uri=~/^adm\//) && ($uri !~ m|/bulletinboard$|))
2741: || ($uri=~/\.meta$/)) && ($priv eq 'bre')) {
2742: return 'F';
2743: }
2744:
2745: # Free bre access to user's own portfolio contents
2746: my ($space,$domain,$name,$dir)=split('/',$uri);
2747: if (($space=~/^(uploaded|ediupload)$/) && ($env{'user.name'} eq $name) &&
2748: ($env{'user.domain'} eq $domain) && ('portfolio' eq $dir)) {
2749: return 'F';
2750: }
2751:
2752: # Free bre to public access
2753:
2754: if ($priv eq 'bre') {
2755: my $copyright=&metadata($uri,'copyright');
2756: if (($copyright eq 'public') && (!$env{'request.course.id'})) {
2757: return 'F';
2758: }
2759: if ($copyright eq 'priv') {
2760: $uri=~/([^\/]+)\/([^\/]+)\//;
2761: unless (($env{'user.name'} eq $2) && ($env{'user.domain'} eq $1)) {
2762: return '';
2763: }
2764: }
2765: if ($copyright eq 'domain') {
2766: $uri=~/([^\/]+)\/([^\/]+)\//;
2767: unless (($env{'user.domain'} eq $1) ||
2768: ($env{'course.'.$env{'request.course.id'}.'.domain'} eq $1)) {
2769: return '';
2770: }
2771: }
2772: if ($env{'request.role'}=~ /li\.\//) {
2773: # Library role, so allow browsing of resources in this domain.
2774: return 'F';
2775: }
2776: if ($copyright eq 'custom') {
2777: unless (&customaccess($priv,$uri)) { return ''; }
2778: }
2779: }
2780: # Domain coordinator is trying to create a course
2781: if (($priv eq 'ccc') && ($env{'request.role'} =~ /^dc\./)) {
2782: # uri is the requested domain in this case.
2783: # comparison to 'request.role.domain' shows if the user has selected
2784: # a role of dc for the domain in question.
2785: return 'F' if ($uri eq $env{'request.role.domain'});
2786: }
2787:
2788: my $thisallowed='';
2789: my $statecond=0;
2790: my $courseprivid='';
2791:
2792: # Course
2793:
2794: if ($env{'user.priv.'.$env{'request.role'}.'./'}=~/\Q$priv\E\&([^\:]*)/) {
2795: $thisallowed.=$1;
2796: }
2797:
2798: # Domain
2799:
2800: if ($env{'user.priv.'.$env{'request.role'}.'./'.(split(/\//,$uri))[0].'/'}
2801: =~/\Q$priv\E\&([^\:]*)/) {
2802: $thisallowed.=$1;
2803: }
2804:
2805: # Course: uri itself is a course
2806: my $courseuri=$uri;
2807: $courseuri=~s/\_(\d)/\/$1/;
2808: $courseuri=~s/^([^\/])/\/$1/;
2809:
2810: if ($env{'user.priv.'.$env{'request.role'}.'.'.$courseuri}
2811: =~/\Q$priv\E\&([^\:]*)/) {
2812: $thisallowed.=$1;
2813: }
2814:
2815: # URI is an uploaded document for this course
2816: # not allowing 'edit' access (editupload) to uploaded course docs
2817: if (($priv eq 'bre') && ($uri=~m|^uploaded/|)) {
2818: my $refuri=$env{'httpref.'.$orguri};
2819: if ($refuri) {
2820: if ($refuri =~ m|^/adm/|) {
2821: $thisallowed='F';
2822: }
2823: }
2824: }
2825:
2826: # Full access at system, domain or course-wide level? Exit.
2827:
2828: if ($thisallowed=~/F/) {
2829: return 'F';
2830: }
2831:
2832: # If this is generating or modifying users, exit with special codes
2833:
2834: if (':csu:cdc:ccc:cin:cta:cep:ccr:cst:cad:cli:cau:cdg:cca:'=~/\:\Q$priv\E\:/) {
2835: return $thisallowed;
2836: }
2837: #
2838: # Gathered so far: system, domain and course wide privileges
2839: #
2840: # Course: See if uri or referer is an individual resource that is part of
2841: # the course
2842:
2843: if ($env{'request.course.id'}) {
2844:
2845: $courseprivid=$env{'request.course.id'};
2846: if ($env{'request.course.sec'}) {
2847: $courseprivid.='/'.$env{'request.course.sec'};
2848: }
2849: $courseprivid=~s/\_/\//;
2850: my $checkreferer=1;
2851: my ($match,$cond)=&is_on_map($uri);
2852: if ($match) {
2853: $statecond=$cond;
2854: if ($env{'user.priv.'.$env{'request.role'}.'./'.$courseprivid}
2855: =~/\Q$priv\E\&([^\:]*)/) {
2856: $thisallowed.=$1;
2857: $checkreferer=0;
2858: }
2859: }
2860:
2861: if ($checkreferer) {
2862: my $refuri=$env{'httpref.'.$orguri};
2863: unless ($refuri) {
2864: foreach (keys %env) {
2865: if ($_=~/^httpref\..*\*/) {
2866: my $pattern=$_;
2867: $pattern=~s/^httpref\.\/res\///;
2868: $pattern=~s/\*/\[\^\/\]\+/g;
2869: $pattern=~s/\//\\\//g;
2870: if ($orguri=~/$pattern/) {
2871: $refuri=$env{$_};
2872: }
2873: }
2874: }
2875: }
2876:
2877: if ($refuri) {
2878: $refuri=&declutter($refuri);
2879: my ($match,$cond)=&is_on_map($refuri);
2880: if ($match) {
2881: my $refstatecond=$cond;
2882: if ($env{'user.priv.'.$env{'request.role'}.'./'.$courseprivid}
2883: =~/\Q$priv\E\&([^\:]*)/) {
2884: $thisallowed.=$1;
2885: $uri=$refuri;
2886: $statecond=$refstatecond;
2887: }
2888: }
2889: }
2890: }
2891: }
2892:
2893: #
2894: # Gathered now: all privileges that could apply, and condition number
2895: #
2896: #
2897: # Full or no access?
2898: #
2899:
2900: if ($thisallowed=~/F/) {
2901: return 'F';
2902: }
2903:
2904: unless ($thisallowed) {
2905: return '';
2906: }
2907:
2908: # Restrictions exist, deal with them
2909: #
2910: # C:according to course preferences
2911: # R:according to resource settings
2912: # L:unless locked
2913: # X:according to user session state
2914: #
2915:
2916: # Possibly locked functionality, check all courses
2917: # Locks might take effect only after 10 minutes cache expiration for other
2918: # courses, and 2 minutes for current course
2919:
2920: my $envkey;
2921: if ($thisallowed=~/L/) {
2922: foreach $envkey (keys %env) {
2923: if ($envkey=~/^user\.role\.(st|ta)\.([^\.]*)/) {
2924: my $courseid=$2;
2925: my $roleid=$1.'.'.$2;
2926: $courseid=~s/^\///;
2927: my $expiretime=600;
2928: if ($env{'request.role'} eq $roleid) {
2929: $expiretime=120;
2930: }
2931: my ($cdom,$cnum,$csec)=split(/\//,$courseid);
2932: my $prefix='course.'.$cdom.'_'.$cnum.'.';
2933: if ((time-$env{$prefix.'last_cache'})>$expiretime) {
2934: &coursedescription($courseid);
2935: }
2936: if (($env{$prefix.'res.'.$uri.'.lock.sections'}=~/\,\Q$csec\E\,/)
2937: || ($env{$prefix.'res.'.$uri.'.lock.sections'} eq 'all')) {
2938: if ($env{$prefix.'res.'.$uri.'.lock.expire'}>time) {
2939: &log($env{'user.domain'},$env{'user.name'},
2940: $env{'user.home'},
2941: 'Locked by res: '.$priv.' for '.$uri.' due to '.
2942: $cdom.'/'.$cnum.'/'.$csec.' expire '.
2943: $env{$prefix.'priv.'.$priv.'.lock.expire'});
2944: return '';
2945: }
2946: }
2947: if (($env{$prefix.'priv.'.$priv.'.lock.sections'}=~/\,\Q$csec\E\,/)
2948: || ($env{$prefix.'priv.'.$priv.'.lock.sections'} eq 'all')) {
2949: if ($env{'priv.'.$priv.'.lock.expire'}>time) {
2950: &log($env{'user.domain'},$env{'user.name'},
2951: $env{'user.home'},
2952: 'Locked by priv: '.$priv.' for '.$uri.' due to '.
2953: $cdom.'/'.$cnum.'/'.$csec.' expire '.
2954: $env{$prefix.'priv.'.$priv.'.lock.expire'});
2955: return '';
2956: }
2957: }
2958: }
2959: }
2960: }
2961:
2962: #
2963: # Rest of the restrictions depend on selected course
2964: #
2965:
2966: unless ($env{'request.course.id'}) {
2967: return '1';
2968: }
2969:
2970: #
2971: # Now user is definitely in a course
2972: #
2973:
2974:
2975: # Course preferences
2976:
2977: if ($thisallowed=~/C/) {
2978: my $rolecode=(split(/\./,$env{'request.role'}))[0];
2979: my $unamedom=$env{'user.name'}.':'.$env{'user.domain'};
2980: if ($env{'course.'.$env{'request.course.id'}.'.'.$priv.'.roles.denied'}
2981: =~/\Q$rolecode\E/) {
2982: &log($env{'user.domain'},$env{'user.name'},$env{'user.host'},
2983: 'Denied by role: '.$priv.' for '.$uri.' as '.$rolecode.' in '.
2984: $env{'request.course.id'});
2985: return '';
2986: }
2987:
2988: if ($env{'course.'.$env{'request.course.id'}.'.'.$priv.'.users.denied'}
2989: =~/\Q$unamedom\E/) {
2990: &log($env{'user.domain'},$env{'user.name'},$env{'user.host'},
2991: 'Denied by user: '.$priv.' for '.$uri.' as '.$unamedom.' in '.
2992: $env{'request.course.id'});
2993: return '';
2994: }
2995: }
2996:
2997: # Resource preferences
2998:
2999: if ($thisallowed=~/R/) {
3000: my $rolecode=(split(/\./,$env{'request.role'}))[0];
3001: if (&metadata($uri,'roledeny')=~/\Q$rolecode\E/) {
3002: &log($env{'user.domain'},$env{'user.name'},$env{'user.host'},
3003: 'Denied by role: '.$priv.' for '.$uri.' as '.$rolecode);
3004: return '';
3005: }
3006: }
3007:
3008: # Restricted by state or randomout?
3009:
3010: if ($thisallowed=~/X/) {
3011: if ($env{'acc.randomout'}) {
3012: if (!$symb) { $symb=&symbread($uri,1); }
3013: if (($symb) && ($env{'acc.randomout'}=~/\&\Q$symb\E\&/)) {
3014: return '';
3015: }
3016: }
3017: if (&condval($statecond)) {
3018: return '2';
3019: } else {
3020: return '';
3021: }
3022: }
3023:
3024: return 'F';
3025: }
3026:
3027: # --------------------------------------------------- Is a resource on the map?
3028:
3029: sub is_on_map {
3030: my $uri=&declutter(shift);
3031: $uri=~s/\.\d+\.(\w+)$/\.$1/;
3032: my @uriparts=split(/\//,$uri);
3033: my $filename=$uriparts[$#uriparts];
3034: my $pathname=$uri;
3035: $pathname=~s|/\Q$filename\E$||;
3036: $pathname=~s/^adm\/wrapper\///;
3037: #Trying to find the conditional for the file
3038: my $match=($env{'acc.res.'.$env{'request.course.id'}.'.'.$pathname}=~
3039: /\&\Q$filename\E\:([\d\|]+)\&/);
3040: if ($match) {
3041: return (1,$1);
3042: } else {
3043: return (0,0);
3044: }
3045: }
3046:
3047: # --------------------------------------------------------- Get symb from alias
3048:
3049: sub get_symb_from_alias {
3050: my $symb=shift;
3051: my ($map,$resid,$url)=&decode_symb($symb);
3052: # Already is a symb
3053: if ($url) { return $symb; }
3054: # Must be an alias
3055: my $aliassymb='';
3056: my %bighash;
3057: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
3058: &GDBM_READER(),0640)) {
3059: my $rid=$bighash{'mapalias_'.$symb};
3060: if ($rid) {
3061: my ($mapid,$resid)=split(/\./,$rid);
3062: $aliassymb=&encode_symb($bighash{'map_id_'.$mapid},
3063: $resid,$bighash{'src_'.$rid});
3064: }
3065: untie %bighash;
3066: }
3067: return $aliassymb;
3068: }
3069:
3070: # ----------------------------------------------------------------- Define Role
3071:
3072: sub definerole {
3073: if (allowed('mcr','/')) {
3074: my ($rolename,$sysrole,$domrole,$courole)=@_;
3075: foreach (split(':',$sysrole)) {
3076: my ($crole,$cqual)=split(/\&/,$_);
3077: if ($pr{'cr:s'}!~/\Q$crole\E/) { return "refused:s:$crole"; }
3078: if ($pr{'cr:s'}=~/\Q$crole\E\&/) {
3079: if ($pr{'cr:s'}!~/\Q$crole\E\&\w*\Q$cqual\E/) {
3080: return "refused:s:$crole&$cqual";
3081: }
3082: }
3083: }
3084: foreach (split(':',$domrole)) {
3085: my ($crole,$cqual)=split(/\&/,$_);
3086: if ($pr{'cr:d'}!~/\Q$crole\E/) { return "refused:d:$crole"; }
3087: if ($pr{'cr:d'}=~/\Q$crole\E\&/) {
3088: if ($pr{'cr:d'}!~/\Q$crole\W\&\w*\Q$cqual\E/) {
3089: return "refused:d:$crole&$cqual";
3090: }
3091: }
3092: }
3093: foreach (split(':',$courole)) {
3094: my ($crole,$cqual)=split(/\&/,$_);
3095: if ($pr{'cr:c'}!~/\Q$crole\E/) { return "refused:c:$crole"; }
3096: if ($pr{'cr:c'}=~/\Q$crole\E\&/) {
3097: if ($pr{'cr:c'}!~/\Q$crole\E\&\w*\Q$cqual\E/) {
3098: return "refused:c:$crole&$cqual";
3099: }
3100: }
3101: }
3102: my $command="encrypt:rolesput:$env{'user.domain'}:$env{'user.name'}:".
3103: "$env{'user.domain'}:$env{'user.name'}:".
3104: "rolesdef_$rolename=".
3105: escape($sysrole.'_'.$domrole.'_'.$courole);
3106: return reply($command,$env{'user.home'});
3107: } else {
3108: return 'refused';
3109: }
3110: }
3111:
3112: # ---------------- Make a metadata query against the network of library servers
3113:
3114: sub metadata_query {
3115: my ($query,$custom,$customshow,$server_array)=@_;
3116: my %rhash;
3117: my @server_list = (defined($server_array) ? @$server_array
3118: : keys(%libserv) );
3119: for my $server (@server_list) {
3120: unless ($custom or $customshow) {
3121: my $reply=&reply("querysend:".&escape($query),$server);
3122: $rhash{$server}=$reply;
3123: }
3124: else {
3125: my $reply=&reply("querysend:".&escape($query).':'.
3126: &escape($custom).':'.&escape($customshow),
3127: $server);
3128: $rhash{$server}=$reply;
3129: }
3130: }
3131: return \%rhash;
3132: }
3133:
3134: # ----------------------------------------- Send log queries and wait for reply
3135:
3136: sub log_query {
3137: my ($uname,$udom,$query,%filters)=@_;
3138: my $uhome=&homeserver($uname,$udom);
3139: if ($uhome eq 'no_host') { return 'error: no_host'; }
3140: my $uhost=$hostname{$uhome};
3141: my $command=&escape(join(':',map{$_.'='.$filters{$_}} keys %filters));
3142: my $queryid=&reply("querysend:".$query.':'.$udom.':'.$uname.':'.$command,
3143: $uhome);
3144: unless ($queryid=~/^\Q$uhost\E\_/) { return 'error: '.$queryid; }
3145: return get_query_reply($queryid);
3146: }
3147:
3148: # ------- Request retrieval of institutional classlists for course(s)
3149:
3150: sub fetch_enrollment_query {
3151: my ($context,$affiliatesref,$replyref,$dom,$cnum) = @_;
3152: my $homeserver;
3153: my $maxtries = 1;
3154: if ($context eq 'automated') {
3155: $homeserver = $perlvar{'lonHostID'};
3156: $maxtries = 10; # will wait for up to 2000s for retrieval of classlist data before timeout
3157: } else {
3158: $homeserver = &homeserver($cnum,$dom);
3159: }
3160: my $host=$hostname{$homeserver};
3161: my $cmd = '';
3162: foreach (keys %{$affiliatesref}) {
3163: $cmd .= $_.'='.join(",",@{$$affiliatesref{$_}}).'%%';
3164: }
3165: $cmd =~ s/%%$//;
3166: $cmd = &escape($cmd);
3167: my $query = 'fetchenrollment';
3168: my $queryid=&reply("querysend:".$query.':'.$dom.':'.$env{'user.name'}.':'.$cmd,$homeserver);
3169: unless ($queryid=~/^\Q$host\E\_/) {
3170: &logthis('fetch_enrollment_query: invalid queryid: '.$queryid.' for host: '.$host.' and homeserver: '.$homeserver.' context: '.$context.' '.$cnum);
3171: return 'error: '.$queryid;
3172: }
3173: my $reply = &get_query_reply($queryid);
3174: my $tries = 1;
3175: while (($reply=~/^timeout/) && ($tries < $maxtries)) {
3176: $reply = &get_query_reply($queryid);
3177: $tries ++;
3178: }
3179: if ( ($reply =~/^timeout/) || ($reply =~/^error/) ) {
3180: &logthis('fetch_enrollment_query error: '.$reply.' for '.$dom.' '.$env{'user.name'}.' for '.$queryid.' context: '.$context.' '.$cnum.' maxtries: '.$maxtries.' tries: '.$tries);
3181: } else {
3182: my @responses = split/:/,$reply;
3183: if ($homeserver eq $perlvar{'lonHostID'}) {
3184: foreach (@responses) {
3185: my ($key,$value) = split/=/,$_;
3186: $$replyref{$key} = $value;
3187: }
3188: } else {
3189: my $pathname = $perlvar{'lonDaemons'}.'/tmp';
3190: foreach (@responses) {
3191: my ($key,$value) = split/=/,$_;
3192: $$replyref{$key} = $value;
3193: if ($value > 0) {
3194: foreach (@{$$affiliatesref{$key}}) {
3195: my $filename = $dom.'_'.$key.'_'.$_.'_classlist.xml';
3196: my $destname = $pathname.'/'.$filename;
3197: my $xml_classlist = &reply("autoretrieve:".$filename,$homeserver);
3198: if ($xml_classlist =~ /^error/) {
3199: &logthis('fetch_enrollment_query - autoretrieve error: '.$xml_classlist.' for '.$filename.' from server: '.$homeserver.' '.$context.' '.$cnum);
3200: } else {
3201: if ( open(FILE,">$destname") ) {
3202: print FILE &unescape($xml_classlist);
3203: close(FILE);
3204: } else {
3205: &logthis('fetch_enrollment_query - error opening classlist file '.$destname.' '.$context.' '.$cnum);
3206: }
3207: }
3208: }
3209: }
3210: }
3211: }
3212: return 'ok';
3213: }
3214: return 'error';
3215: }
3216:
3217: sub get_query_reply {
3218: my $queryid=shift;
3219: my $replyfile=$perlvar{'lonDaemons'}.'/tmp/'.$queryid;
3220: my $reply='';
3221: for (1..100) {
3222: sleep 2;
3223: if (-e $replyfile.'.end') {
3224: if (open(my $fh,$replyfile)) {
3225: $reply.=<$fh>;
3226: close($fh);
3227: } else { return 'error: reply_file_error'; }
3228: return &unescape($reply);
3229: }
3230: }
3231: return 'timeout:'.$queryid;
3232: }
3233:
3234: sub courselog_query {
3235: #
3236: # possible filters:
3237: # url: url or symb
3238: # username
3239: # domain
3240: # action: view, submit, grade
3241: # start: timestamp
3242: # end: timestamp
3243: #
3244: my (%filters)=@_;
3245: unless ($env{'request.course.id'}) { return 'no_course'; }
3246: if ($filters{'url'}) {
3247: $filters{'url'}=&symbclean(&declutter($filters{'url'}));
3248: $filters{'url'}=~s/\.(\w+)$/(\\.\\d+)*\\.$1/;
3249: $filters{'url'}=~s/\.(\w+)\_\_\_/(\\.\\d+)*\\.$1/;
3250: }
3251: my $cname=$env{'course.'.$env{'request.course.id'}.'.num'};
3252: my $cdom=$env{'course.'.$env{'request.course.id'}.'.domain'};
3253: return &log_query($cname,$cdom,'courselog',%filters);
3254: }
3255:
3256: sub userlog_query {
3257: my ($uname,$udom,%filters)=@_;
3258: return &log_query($uname,$udom,'userlog',%filters);
3259: }
3260:
3261: #--------- Call auto-enrollment subs in localenroll.pm for homeserver for course
3262:
3263: sub auto_run {
3264: my ($cnum,$cdom) = @_;
3265: my $homeserver = &homeserver($cnum,$cdom);
3266: my $response = &reply('autorun:'.$cdom,$homeserver);
3267: return $response;
3268: }
3269:
3270: sub auto_get_sections {
3271: my ($cnum,$cdom,$inst_coursecode) = @_;
3272: my $homeserver = &homeserver($cnum,$cdom);
3273: my @secs = ();
3274: my $response=&unescape(&reply('autogetsections:'.$inst_coursecode.':'.$cdom,$homeserver));
3275: unless ($response eq 'refused') {
3276: @secs = split/:/,$response;
3277: }
3278: return @secs;
3279: }
3280:
3281: sub auto_new_course {
3282: my ($cnum,$cdom,$inst_course_id,$owner) = @_;
3283: my $homeserver = &homeserver($cnum,$cdom);
3284: my $response=&unescape(&reply('autonewcourse:'.$inst_course_id.':'.$owner.':'.$cdom,$homeserver));
3285: return $response;
3286: }
3287:
3288: sub auto_validate_courseID {
3289: my ($cnum,$cdom,$inst_course_id) = @_;
3290: my $homeserver = &homeserver($cnum,$cdom);
3291: my $response=&unescape(&reply('autovalidatecourse:'.$inst_course_id.':'.$cdom,$homeserver));
3292: return $response;
3293: }
3294:
3295: sub auto_create_password {
3296: my ($cnum,$cdom,$authparam) = @_;
3297: my $homeserver = &homeserver($cnum,$cdom);
3298: my $create_passwd = 0;
3299: my $authchk = '';
3300: my $response=&unescape(&reply('autocreatepassword:'.$authparam.':'.$cdom,$homeserver));
3301: if ($response eq 'refused') {
3302: $authchk = 'refused';
3303: } else {
3304: ($authparam,$create_passwd,$authchk) = split/:/,$response;
3305: }
3306: return ($authparam,$create_passwd,$authchk);
3307: }
3308:
3309: sub auto_instcode_format {
3310: my ($caller,$codedom,$instcodes,$codes,$codetitles,$cat_titles,$cat_order) = @_;
3311: my $courses = '';
3312: my $homeserver;
3313: if ($caller eq 'global') {
3314: foreach my $tryserver (keys %libserv) {
3315: if ($hostdom{$tryserver} eq $codedom) {
3316: $homeserver = $tryserver;
3317: last;
3318: }
3319: }
3320: if (($env{'user.name'}) && ($env{'user.domain'} eq $codedom)) {
3321: $homeserver = &homeserver($env{'user.name'},$codedom);
3322: }
3323: } else {
3324: $homeserver = &homeserver($caller,$codedom);
3325: }
3326: foreach (keys %{$instcodes}) {
3327: $courses .= &escape($_).'='.&escape($$instcodes{$_}).'&';
3328: }
3329: chop($courses);
3330: my $response=&reply('autoinstcodeformat:'.$codedom.':'.$courses,$homeserver);
3331: unless ($response =~ /(con_lost|error|no_such_host|refused)/) {
3332: my ($codes_str,$codetitles_str,$cat_titles_str,$cat_order_str) = split/:/,$response;
3333: %{$codes} = &str2hash($codes_str);
3334: @{$codetitles} = &str2array($codetitles_str);
3335: %{$cat_titles} = &str2hash($cat_titles_str);
3336: %{$cat_order} = &str2hash($cat_order_str);
3337: return 'ok';
3338: }
3339: return $response;
3340: }
3341:
3342: # ------------------------------------------------------------------ Plain Text
3343:
3344: sub plaintext {
3345: my $short=shift;
3346: return &mt($prp{$short});
3347: }
3348:
3349: # ----------------------------------------------------------------- Assign Role
3350:
3351: sub assignrole {
3352: my ($udom,$uname,$url,$role,$end,$start,$deleteflag)=@_;
3353: my $mrole;
3354: if ($role =~ /^cr\//) {
3355: my $cwosec=$url;
3356: $cwosec=~s/^\/(\w+)\/(\w+)\/.*/$1\/$2/;
3357: unless (&allowed('ccr',$cwosec)) {
3358: &logthis('Refused custom assignrole: '.
3359: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
3360: $env{'user.name'}.' at '.$env{'user.domain'});
3361: return 'refused';
3362: }
3363: $mrole='cr';
3364: } else {
3365: my $cwosec=$url;
3366: $cwosec=~s/^\/(\w+)\/(\w+)\/.*/$1\/$2/;
3367: unless ((&allowed('c'.$role,$cwosec)) || &allowed('c'.$role,$udom)) {
3368: &logthis('Refused assignrole: '.
3369: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
3370: $env{'user.name'}.' at '.$env{'user.domain'});
3371: return 'refused';
3372: }
3373: $mrole=$role;
3374: }
3375: my $command="encrypt:rolesput:$env{'user.domain'}:$env{'user.name'}:".
3376: "$udom:$uname:$url".'_'."$mrole=$role";
3377: if ($end) { $command.='_'.$end; }
3378: if ($start) {
3379: if ($end) {
3380: $command.='_'.$start;
3381: } else {
3382: $command.='_0_'.$start;
3383: }
3384: }
3385: # actually delete
3386: if ($deleteflag) {
3387: if ((&allowed('dro',$udom)) || (&allowed('dro',$url))) {
3388: # modify command to delete the role
3389: $command="encrypt:rolesdel:$env{'user.domain'}:$env{'user.name'}:".
3390: "$udom:$uname:$url".'_'."$mrole";
3391: &logthis("$env{'user.name'} at $env{'user.domain'} deletes $mrole in $url for $uname at $udom");
3392: # set start and finish to negative values for userrolelog
3393: $start=-1;
3394: $end=-1;
3395: }
3396: }
3397: # send command
3398: my $answer=&reply($command,&homeserver($uname,$udom));
3399: # log new user role if status is ok
3400: if ($answer eq 'ok') {
3401: &userrolelog($mrole,$uname,$udom,$url,$start,$end);
3402: }
3403: return $answer;
3404: }
3405:
3406: # -------------------------------------------------- Modify user authentication
3407: # Overrides without validation
3408:
3409: sub modifyuserauth {
3410: my ($udom,$uname,$umode,$upass)=@_;
3411: my $uhome=&homeserver($uname,$udom);
3412: unless (&allowed('mau',$udom)) { return 'refused'; }
3413: &logthis('Call to modify user authentication '.$udom.', '.$uname.', '.
3414: $umode.' by '.$env{'user.name'}.' at '.$env{'user.domain'}.
3415: ' in domain '.$env{'request.role.domain'});
3416: my $reply=&reply('encrypt:changeuserauth:'.$udom.':'.$uname.':'.$umode.':'.
3417: &escape($upass),$uhome);
3418: &log($env{'user.domain'},$env{'user.name'},$env{'user.home'},
3419: 'Authentication changed for '.$udom.', '.$uname.', '.$umode.
3420: '(Remote '.$ENV{'REMOTE_ADDR'}.'): '.$reply);
3421: &log($udom,,$uname,$uhome,
3422: 'Authentication changed by '.$env{'user.domain'}.', '.
3423: $env{'user.name'}.', '.$umode.
3424: '(Remote '.$ENV{'REMOTE_ADDR'}.'): '.$reply);
3425: unless ($reply eq 'ok') {
3426: &logthis('Authentication mode error: '.$reply);
3427: return 'error: '.$reply;
3428: }
3429: return 'ok';
3430: }
3431:
3432: # --------------------------------------------------------------- Modify a user
3433:
3434: sub modifyuser {
3435: my ($udom, $uname, $uid,
3436: $umode, $upass, $first,
3437: $middle, $last, $gene,
3438: $forceid, $desiredhome, $email)=@_;
3439: $udom=~s/\W//g;
3440: $uname=~s/\W//g;
3441: &logthis('Call to modify user '.$udom.', '.$uname.', '.$uid.', '.
3442: $umode.', '.$first.', '.$middle.', '.
3443: $last.', '.$gene.'(forceid: '.$forceid.')'.
3444: (defined($desiredhome) ? ' desiredhome = '.$desiredhome :
3445: ' desiredhome not specified').
3446: ' by '.$env{'user.name'}.' at '.$env{'user.domain'}.
3447: ' in domain '.$env{'request.role.domain'});
3448: my $uhome=&homeserver($uname,$udom,'true');
3449: # ----------------------------------------------------------------- Create User
3450: if (($uhome eq 'no_host') &&
3451: (($umode && $upass) || ($umode eq 'localauth'))) {
3452: my $unhome='';
3453: if (defined($desiredhome) && $hostdom{$desiredhome} eq $udom) {
3454: $unhome = $desiredhome;
3455: } elsif($env{'course.'.$env{'request.course.id'}.'.domain'} eq $udom) {
3456: $unhome=$env{'course.'.$env{'request.course.id'}.'.home'};
3457: } else { # load balancing routine for determining $unhome
3458: my $tryserver;
3459: my $loadm=10000000;
3460: foreach $tryserver (keys %libserv) {
3461: if ($hostdom{$tryserver} eq $udom) {
3462: my $answer=reply('load',$tryserver);
3463: if (($answer=~/\d+/) && ($answer<$loadm)) {
3464: $loadm=$answer;
3465: $unhome=$tryserver;
3466: }
3467: }
3468: }
3469: }
3470: if (($unhome eq '') || ($unhome eq 'no_host')) {
3471: return 'error: unable to find a home server for '.$uname.
3472: ' in domain '.$udom;
3473: }
3474: my $reply=&reply('encrypt:makeuser:'.$udom.':'.$uname.':'.$umode.':'.
3475: &escape($upass),$unhome);
3476: unless ($reply eq 'ok') {
3477: return 'error: '.$reply;
3478: }
3479: $uhome=&homeserver($uname,$udom,'true');
3480: if (($uhome eq '') || ($uhome eq 'no_host') || ($uhome ne $unhome)) {
3481: return 'error: unable verify users home machine.';
3482: }
3483: } # End of creation of new user
3484: # ---------------------------------------------------------------------- Add ID
3485: if ($uid) {
3486: $uid=~tr/A-Z/a-z/;
3487: my %uidhash=&idrget($udom,$uname);
3488: if (($uidhash{$uname}) && ($uidhash{$uname}!~/error\:/)
3489: && (!$forceid)) {
3490: unless ($uid eq $uidhash{$uname}) {
3491: return 'error: user id "'.$uid.'" does not match '.
3492: 'current user id "'.$uidhash{$uname}.'".';
3493: }
3494: } else {
3495: &idput($udom,($uname => $uid));
3496: }
3497: }
3498: # -------------------------------------------------------------- Add names, etc
3499: my @tmp=&get('environment',
3500: ['firstname','middlename','lastname','generation'],
3501: $udom,$uname);
3502: my %names;
3503: if ($tmp[0] =~ m/^error:.*/) {
3504: %names=();
3505: } else {
3506: %names = @tmp;
3507: }
3508: #
3509: # Make sure to not trash student environment if instructor does not bother
3510: # to supply name and email information
3511: #
3512: if ($first) { $names{'firstname'} = $first; }
3513: if (defined($middle)) { $names{'middlename'} = $middle; }
3514: if ($last) { $names{'lastname'} = $last; }
3515: if (defined($gene)) { $names{'generation'} = $gene; }
3516: if ($email) {
3517: $email=~s/[^\w\@\.\-\,]//gs;
3518: if ($email=~/\@/) { $names{'notification'} = $email;
3519: $names{'critnotification'} = $email;
3520: $names{'permanentemail'} = $email; }
3521: }
3522: my $reply = &put('environment', \%names, $udom,$uname);
3523: if ($reply ne 'ok') { return 'error: '.$reply; }
3524: &logthis('Success modifying user '.$udom.', '.$uname.', '.$uid.', '.
3525: $umode.', '.$first.', '.$middle.', '.
3526: $last.', '.$gene.' by '.
3527: $env{'user.name'}.' at '.$env{'user.domain'});
3528: return 'ok';
3529: }
3530:
3531: # -------------------------------------------------------------- Modify student
3532:
3533: sub modifystudent {
3534: my ($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene,$usec,
3535: $end,$start,$forceid,$desiredhome,$email,$type,$locktype,$cid)=@_;
3536: if (!$cid) {
3537: unless ($cid=$env{'request.course.id'}) {
3538: return 'not_in_class';
3539: }
3540: }
3541: # --------------------------------------------------------------- Make the user
3542: my $reply=&modifyuser
3543: ($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene,$forceid,
3544: $desiredhome,$email);
3545: unless ($reply eq 'ok') { return $reply; }
3546: # This will cause &modify_student_enrollment to get the uid from the
3547: # students environment
3548: $uid = undef if (!$forceid);
3549: $reply = &modify_student_enrollment($udom,$uname,$uid,$first,$middle,$last,
3550: $gene,$usec,$end,$start,$type,$locktype,$cid);
3551: return $reply;
3552: }
3553:
3554: sub modify_student_enrollment {
3555: my ($udom,$uname,$uid,$first,$middle,$last,$gene,$usec,$end,$start,$type,$locktype,$cid) = @_;
3556: my ($cdom,$cnum,$chome);
3557: if (!$cid) {
3558: unless ($cid=$env{'request.course.id'}) {
3559: return 'not_in_class';
3560: }
3561: $cdom=$env{'course.'.$cid.'.domain'};
3562: $cnum=$env{'course.'.$cid.'.num'};
3563: } else {
3564: ($cdom,$cnum)=split(/_/,$cid);
3565: }
3566: $chome=$env{'course.'.$cid.'.home'};
3567: if (!$chome) {
3568: $chome=&homeserver($cnum,$cdom);
3569: }
3570: if (!$chome) { return 'unknown_course'; }
3571: # Make sure the user exists
3572: my $uhome=&homeserver($uname,$udom);
3573: if (($uhome eq '') || ($uhome eq 'no_host')) {
3574: return 'error: no such user';
3575: }
3576: # Get student data if we were not given enough information
3577: if (!defined($first) || $first eq '' ||
3578: !defined($last) || $last eq '' ||
3579: !defined($uid) || $uid eq '' ||
3580: !defined($middle) || $middle eq '' ||
3581: !defined($gene) || $gene eq '') {
3582: # They did not supply us with enough data to enroll the student, so
3583: # we need to pick up more information.
3584: my %tmp = &get('environment',
3585: ['firstname','middlename','lastname', 'generation','id']
3586: ,$udom,$uname);
3587:
3588: #foreach (keys(%tmp)) {
3589: # &logthis("key $_ = ".$tmp{$_});
3590: #}
3591: $first = $tmp{'firstname'} if (!defined($first) || $first eq '');
3592: $middle = $tmp{'middlename'} if (!defined($middle) || $middle eq '');
3593: $last = $tmp{'lastname'} if (!defined($last) || $last eq '');
3594: $gene = $tmp{'generation'} if (!defined($gene) || $gene eq '');
3595: $uid = $tmp{'id'} if (!defined($uid) || $uid eq '');
3596: }
3597: my $fullname = &format_name($first,$middle,$last,$gene,'lastname');
3598: my $reply=cput('classlist',
3599: {"$uname:$udom" =>
3600: join(':',$end,$start,$uid,$usec,$fullname,$type,$locktype) },
3601: $cdom,$cnum);
3602: unless (($reply eq 'ok') || ($reply eq 'delayed')) {
3603: return 'error: '.$reply;
3604: }
3605: # Add student role to user
3606: my $uurl='/'.$cid;
3607: $uurl=~s/\_/\//g;
3608: if ($usec) {
3609: $uurl.='/'.$usec;
3610: }
3611: return &assignrole($udom,$uname,$uurl,'st',$end,$start);
3612: }
3613:
3614: sub format_name {
3615: my ($firstname,$middlename,$lastname,$generation,$first)=@_;
3616: my $name;
3617: if ($first ne 'lastname') {
3618: $name=$firstname.' '.$middlename.' '.$lastname.' '.$generation;
3619: } else {
3620: if ($lastname=~/\S/) {
3621: $name.= $lastname.' '.$generation.', '.$firstname.' '.$middlename;
3622: $name=~s/\s+,/,/;
3623: } else {
3624: $name.= $firstname.' '.$middlename.' '.$generation;
3625: }
3626: }
3627: $name=~s/^\s+//;
3628: $name=~s/\s+$//;
3629: $name=~s/\s+/ /g;
3630: return $name;
3631: }
3632:
3633: # ------------------------------------------------- Write to course preferences
3634:
3635: sub writecoursepref {
3636: my ($courseid,%prefs)=@_;
3637: $courseid=~s/^\///;
3638: $courseid=~s/\_/\//g;
3639: my ($cdomain,$cnum)=split(/\//,$courseid);
3640: my $chome=homeserver($cnum,$cdomain);
3641: if (($chome eq '') || ($chome eq 'no_host')) {
3642: return 'error: no such course';
3643: }
3644: my $cstring='';
3645: foreach (keys %prefs) {
3646: $cstring.=escape($_).'='.escape($prefs{$_}).'&';
3647: }
3648: $cstring=~s/\&$//;
3649: return reply('put:'.$cdomain.':'.$cnum.':environment:'.$cstring,$chome);
3650: }
3651:
3652: # ---------------------------------------------------------- Make/modify course
3653:
3654: sub createcourse {
3655: my ($udom,$description,$url,$course_server,$nonstandard,$inst_code,$course_owner)=@_;
3656: $url=&declutter($url);
3657: my $cid='';
3658: unless (&allowed('ccc',$udom)) {
3659: return 'refused';
3660: }
3661: # ------------------------------------------------------------------- Create ID
3662: my $uname=substr($$.time,0,5).unpack("H8",pack("I32",time)).
3663: unpack("H2",pack("I32",int(rand(255)))).$perlvar{'lonHostID'};
3664: # ----------------------------------------------- Make sure that does not exist
3665: my $uhome=&homeserver($uname,$udom,'true');
3666: unless (($uhome eq '') || ($uhome eq 'no_host')) {
3667: $uname=substr($$.time,0,5).unpack("H8",pack("I32",time)).
3668: unpack("H2",pack("I32",int(rand(255)))).$perlvar{'lonHostID'};
3669: $uhome=&homeserver($uname,$udom,'true');
3670: unless (($uhome eq '') || ($uhome eq 'no_host')) {
3671: return 'error: unable to generate unique course-ID';
3672: }
3673: }
3674: # ------------------------------------------------ Check supplied server name
3675: $course_server = $env{'user.homeserver'} if (! defined($course_server));
3676: if (! exists($libserv{$course_server})) {
3677: return 'error:bad server name '.$course_server;
3678: }
3679: # ------------------------------------------------------------- Make the course
3680: my $reply=&reply('encrypt:makeuser:'.$udom.':'.$uname.':none::',
3681: $course_server);
3682: unless ($reply eq 'ok') { return 'error: '.$reply; }
3683: $uhome=&homeserver($uname,$udom,'true');
3684: if (($uhome eq '') || ($uhome eq 'no_host')) {
3685: return 'error: no such course';
3686: }
3687: # ----------------------------------------------------------------- Course made
3688: # log existence
3689: &courseidput($udom,&escape($udom.'_'.$uname).'='.&escape($description).
3690: ':'.&escape($inst_code).':'.&escape($course_owner),$uhome);
3691: &flushcourselogs();
3692: # set toplevel url
3693: my $topurl=$url;
3694: unless ($nonstandard) {
3695: # ------------------------------------------ For standard courses, make top url
3696: my $mapurl=&clutter($url);
3697: if ($mapurl eq '/res/') { $mapurl=''; }
3698: $env{'form.initmap'}=(<<ENDINITMAP);
3699: <map>
3700: <resource id="1" type="start"></resource>
3701: <resource id="2" src="$mapurl"></resource>
3702: <resource id="3" type="finish"></resource>
3703: <link index="1" from="1" to="2"></link>
3704: <link index="2" from="2" to="3"></link>
3705: </map>
3706: ENDINITMAP
3707: $topurl=&declutter(
3708: &finishuserfileupload($uname,$udom,$uhome,'initmap','default.sequence')
3709: );
3710: }
3711: # ----------------------------------------------------------- Write preferences
3712: &writecoursepref($udom.'_'.$uname,
3713: ('description' => $description,
3714: 'url' => $topurl));
3715: return '/'.$udom.'/'.$uname;
3716: }
3717:
3718: # ---------------------------------------------------------- Assign Custom Role
3719:
3720: sub assigncustomrole {
3721: my ($udom,$uname,$url,$rdom,$rnam,$rolename,$end,$start,$deleteflag)=@_;
3722: return &assignrole($udom,$uname,$url,'cr/'.$rdom.'/'.$rnam.'/'.$rolename,
3723: $end,$start,$deleteflag);
3724: }
3725:
3726: # ----------------------------------------------------------------- Revoke Role
3727:
3728: sub revokerole {
3729: my ($udom,$uname,$url,$role,$deleteflag)=@_;
3730: my $now=time;
3731: return &assignrole($udom,$uname,$url,$role,$now,$deleteflag);
3732: }
3733:
3734: # ---------------------------------------------------------- Revoke Custom Role
3735:
3736: sub revokecustomrole {
3737: my ($udom,$uname,$url,$rdom,$rnam,$rolename,$deleteflag)=@_;
3738: my $now=time;
3739: return &assigncustomrole($udom,$uname,$url,$rdom,$rnam,$rolename,$now,
3740: $deleteflag);
3741: }
3742:
3743: # ------------------------------------------------------------ Disk usage
3744: sub diskusage {
3745: my ($udom,$uname,$directoryRoot)=@_;
3746: $directoryRoot =~ s/\/$//;
3747: my $listing=&reply('du:'.$directoryRoot,homeserver($uname,$udom));
3748: return $listing;
3749: }
3750:
3751: sub is_locked {
3752: my ($file_name, $domain, $user) = @_;
3753: my @check;
3754: my $is_locked;
3755: push @check, $file_name;
3756: my %locked = &get('file_permissions',\@check,
3757: $env{'user.domain'},$env{'user.name'});
3758: my ($tmp)=keys(%locked);
3759: if ($tmp=~/^error:/) { undef(%locked); }
3760:
3761: if (ref($locked{$file_name}) eq 'ARRAY') {
3762: $is_locked = 'true';
3763: } else {
3764: $is_locked = 'false';
3765: }
3766: }
3767:
3768: # ------------------------------------------------------------- Mark as Read Only
3769:
3770: sub mark_as_readonly {
3771: my ($domain,$user,$files,$what) = @_;
3772: my %current_permissions = &dump('file_permissions',$domain,$user);
3773: my ($tmp)=keys(%current_permissions);
3774: if ($tmp=~/^error:/) { undef(%current_permissions); }
3775: foreach my $file (@{$files}) {
3776: push(@{$current_permissions{$file}},$what);
3777: }
3778: &put('file_permissions',\%current_permissions,$domain,$user);
3779: return;
3780: }
3781:
3782: # ------------------------------------------------------------Save Selected Files
3783:
3784: sub save_selected_files {
3785: my ($user, $path, @files) = @_;
3786: my $filename = $user."savedfiles";
3787: my @other_files = &files_not_in_path($user, $path);
3788: open (OUT, '>'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
3789: foreach my $file (@files) {
3790: print (OUT $env{'form.currentpath'}.$file."\n");
3791: }
3792: foreach my $file (@other_files) {
3793: print (OUT $file."\n");
3794: }
3795: close (OUT);
3796: return 'ok';
3797: }
3798:
3799: sub clear_selected_files {
3800: my ($user) = @_;
3801: my $filename = $user."savedfiles";
3802: open (OUT, '>'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
3803: print (OUT undef);
3804: close (OUT);
3805: return ("ok");
3806: }
3807:
3808: sub files_in_path {
3809: my ($user, $path) = @_;
3810: my $filename = $user."savedfiles";
3811: my %return_files;
3812: open (IN, '<'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
3813: while (my $line_in = <IN>) {
3814: chomp ($line_in);
3815: my @paths_and_file = split (m!/!, $line_in);
3816: my $file_part = pop (@paths_and_file);
3817: my $path_part = join ('/', @paths_and_file);
3818: $path_part.='/';
3819: my $path_and_file = $path_part.$file_part;
3820: if ($path_part eq $path) {
3821: $return_files{$file_part}= 'selected';
3822: }
3823: }
3824: close (IN);
3825: return (\%return_files);
3826: }
3827:
3828: # called in portfolio select mode, to show files selected NOT in current directory
3829: sub files_not_in_path {
3830: my ($user, $path) = @_;
3831: my $filename = $user."savedfiles";
3832: my @return_files;
3833: my $path_part;
3834: open (IN, '<'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
3835: while (<IN>) {
3836: #ok, I know it's clunky, but I want it to work
3837: my @paths_and_file = split m!/!, $_;
3838: my $file_part = pop (@paths_and_file);
3839: chomp ($file_part);
3840: my $path_part = join ('/', @paths_and_file);
3841: $path_part .= '/';
3842: my $path_and_file = $path_part.$file_part;
3843: if ($path_part ne $path) {
3844: push (@return_files, ($path_and_file));
3845: }
3846: }
3847: close (OUT);
3848: return (@return_files);
3849: }
3850:
3851: #--------------------------------------------------------------Get Marked as Read Only
3852:
3853:
3854: sub get_marked_as_readonly {
3855: my ($domain,$user,$what) = @_;
3856: my %current_permissions = &dump('file_permissions',$domain,$user);
3857: my ($tmp)=keys(%current_permissions);
3858: if ($tmp=~/^error:/) { undef(%current_permissions); }
3859: my @readonly_files;
3860: my $cmp1=$what;
3861: if (ref($what)) { $cmp1=join('',@{$what}) };
3862: while (my ($file_name,$value) = each(%current_permissions)) {
3863: if (ref($value) eq "ARRAY"){
3864: foreach my $stored_what (@{$value}) {
3865: my $cmp2=$stored_what;
3866: if (ref($stored_what)) { $cmp2=join('',@{$stored_what}) };
3867: if ($cmp1 eq $cmp2) {
3868: push(@readonly_files, $file_name);
3869: } elsif (!defined($what)) {
3870: push(@readonly_files, $file_name);
3871: }
3872: }
3873: }
3874: }
3875: return @readonly_files;
3876: }
3877: #-----------------------------------------------------------Get Marked as Read Only Hash
3878:
3879: sub get_marked_as_readonly_hash {
3880: my ($domain,$user,$what) = @_;
3881: my %current_permissions = &dump('file_permissions',$domain,$user);
3882: my ($tmp)=keys(%current_permissions);
3883: if ($tmp=~/^error:/) { undef(%current_permissions); }
3884:
3885: my %readonly_files;
3886: while (my ($file_name,$value) = each(%current_permissions)) {
3887: if (ref($value) eq "ARRAY"){
3888: foreach my $stored_what (@{$value}) {
3889: if ($stored_what eq $what) {
3890: $readonly_files{$file_name} = 'locked';
3891: } elsif (!defined($what)) {
3892: $readonly_files{$file_name} = 'locked';
3893: }
3894: }
3895: }
3896: }
3897: return %readonly_files;
3898: }
3899: # ------------------------------------------------------------ Unmark as Read Only
3900:
3901: sub unmark_as_readonly {
3902: # unmarks $file_name (if $file_name is defined), or all files locked by $what
3903: # for portfolio submissions, $what contains [$symb,$crsid]
3904: my ($domain,$user,$what,$file_name) = @_;
3905: my $symb_crs = join('',@$what);
3906: my %current_permissions = &dump('file_permissions',$domain,$user);
3907: my ($tmp)=keys(%current_permissions);
3908: if ($tmp=~/^error:/) { undef(%current_permissions); }
3909: my @readonly_files = &get_marked_as_readonly($domain,$user,$what);
3910: foreach my $file(@readonly_files){
3911: my $current_locks = $current_permissions{$file};
3912: my @new_locks;
3913: my @del_keys;
3914: if (ref($current_locks) eq "ARRAY"){
3915: foreach my $locker (@{$current_locks}) {
3916: my $compare=$locker;
3917: if (ref($locker)) { $compare=join('',@{$locker}) };
3918: if ($compare eq $symb_crs) {
3919: if (defined($file_name) && ($file_name ne $file)) {
3920: push(@new_locks, $what);
3921: }
3922: } else {
3923: push(@new_locks, $what);
3924: }
3925: }
3926: if (@new_locks > 0) {
3927: $current_permissions{$file} = \@new_locks;
3928: } else {
3929: push(@del_keys, $file);
3930: &del('file_permissions',\@del_keys, $domain, $user);
3931: delete $current_permissions{$file};
3932: }
3933: }
3934: }
3935: &put('file_permissions',\%current_permissions,$domain,$user);
3936: return;
3937: }
3938:
3939: # ------------------------------------------------------------ Directory lister
3940:
3941: sub dirlist {
3942: my ($uri,$userdomain,$username,$alternateDirectoryRoot)=@_;
3943:
3944: $uri=~s/^\///;
3945: $uri=~s/\/$//;
3946: my ($udom, $uname);
3947: (undef,$udom,$uname)=split(/\//,$uri);
3948: if(defined($userdomain)) {
3949: $udom = $userdomain;
3950: }
3951: if(defined($username)) {
3952: $uname = $username;
3953: }
3954:
3955: my $dirRoot = $perlvar{'lonDocRoot'};
3956: if(defined($alternateDirectoryRoot)) {
3957: $dirRoot = $alternateDirectoryRoot;
3958: $dirRoot =~ s/\/$//;
3959: }
3960:
3961: if($udom) {
3962: if($uname) {
3963: my $listing=reply('ls2:'.$dirRoot.'/'.$uri,
3964: homeserver($uname,$udom));
3965: my @listing_results;
3966: if ($listing eq 'unknown_cmd') {
3967: $listing=reply('ls:'.$dirRoot.'/'.$uri,
3968: homeserver($uname,$udom));
3969: @listing_results = split(/:/,$listing);
3970: } else {
3971: @listing_results = map { &unescape($_); } split(/:/,$listing);
3972: }
3973: return @listing_results;
3974: } elsif(!defined($alternateDirectoryRoot)) {
3975: my $tryserver;
3976: my %allusers=();
3977: foreach $tryserver (keys %libserv) {
3978: if($hostdom{$tryserver} eq $udom) {
3979: my $listing=reply('ls2:'.$perlvar{'lonDocRoot'}.'/res/'.
3980: $udom, $tryserver);
3981: my @listing_results;
3982: if ($listing eq 'unknown_cmd') {
3983: $listing=reply('ls:'.$perlvar{'lonDocRoot'}.'/res/'.
3984: $udom, $tryserver);
3985: @listing_results = split(/:/,$listing);
3986: } else {
3987: @listing_results =
3988: map { &unescape($_); } split(/:/,$listing);
3989: }
3990: if ($listing_results[0] ne 'no_such_dir' &&
3991: $listing_results[0] ne 'empty' &&
3992: $listing_results[0] ne 'con_lost') {
3993: foreach (@listing_results) {
3994: my ($entry,@stat)=split(/&/,$_);
3995: $allusers{$entry}=1;
3996: }
3997: }
3998: }
3999: }
4000: my $alluserstr='';
4001: foreach (sort keys %allusers) {
4002: $alluserstr.=$_.'&user:';
4003: }
4004: $alluserstr=~s/:$//;
4005: return split(/:/,$alluserstr);
4006: } else {
4007: my @emptyResults = ();
4008: push(@emptyResults, 'missing user name');
4009: return split(':',@emptyResults);
4010: }
4011: } elsif(!defined($alternateDirectoryRoot)) {
4012: my $tryserver;
4013: my %alldom=();
4014: foreach $tryserver (keys %libserv) {
4015: $alldom{$hostdom{$tryserver}}=1;
4016: }
4017: my $alldomstr='';
4018: foreach (sort keys %alldom) {
4019: $alldomstr.=$perlvar{'lonDocRoot'}.'/res/'.$_.'/&domain:';
4020: }
4021: $alldomstr=~s/:$//;
4022: return split(/:/,$alldomstr);
4023: } else {
4024: my @emptyResults = ();
4025: push(@emptyResults, 'missing domain');
4026: return split(':',@emptyResults);
4027: }
4028: }
4029:
4030: # --------------------------------------------- GetFileTimestamp
4031: # This function utilizes dirlist and returns the date stamp for
4032: # when it was last modified. It will also return an error of -1
4033: # if an error occurs
4034:
4035: ##
4036: ## FIXME: This subroutine assumes its caller knows something about the
4037: ## directory structure of the home server for the student ($root).
4038: ## Not a good assumption to make. Since this is for looking up files
4039: ## in user directories, the full path should be constructed by lond, not
4040: ## whatever machine we request data from.
4041: ##
4042: sub GetFileTimestamp {
4043: my ($studentDomain,$studentName,$filename,$root)=@_;
4044: $studentDomain=~s/\W//g;
4045: $studentName=~s/\W//g;
4046: my $subdir=$studentName.'__';
4047: $subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/;
4048: my $proname="$studentDomain/$subdir/$studentName";
4049: $proname .= '/'.$filename;
4050: my ($fileStat) = &Apache::lonnet::dirlist($proname, $studentDomain,
4051: $studentName, $root);
4052: my @stats = split('&', $fileStat);
4053: if($stats[0] ne 'empty' && $stats[0] ne 'no_such_dir') {
4054: # @stats contains first the filename, then the stat output
4055: return $stats[10]; # so this is 10 instead of 9.
4056: } else {
4057: return -1;
4058: }
4059: }
4060:
4061: # -------------------------------------------------------- Value of a Condition
4062:
4063: sub directcondval {
4064: my $number=shift;
4065: if (!defined($env{'user.state.'.$env{'request.course.id'}})) {
4066: &Apache::lonuserstate::evalstate();
4067: }
4068: if ($env{'user.state.'.$env{'request.course.id'}}) {
4069: return substr($env{'user.state.'.$env{'request.course.id'}},$number,1);
4070: } else {
4071: return 2;
4072: }
4073: }
4074:
4075: sub condval {
4076: my $condidx=shift;
4077: my $result=0;
4078: my $allpathcond='';
4079: foreach (split(/\|/,$condidx)) {
4080: if (defined($env{'acc.cond.'.$env{'request.course.id'}.'.'.$_})) {
4081: $allpathcond.=
4082: '('.$env{'acc.cond.'.$env{'request.course.id'}.'.'.$_}.')|';
4083: }
4084: }
4085: $allpathcond=~s/\|$//;
4086: if ($env{'request.course.id'}) {
4087: if ($allpathcond) {
4088: my $operand='|';
4089: my @stack;
4090: foreach ($allpathcond=~/(\d+|\(|\)|\&|\|)/g) {
4091: if ($_ eq '(') {
4092: push @stack,($operand,$result)
4093: } elsif ($_ eq ')') {
4094: my $before=pop @stack;
4095: if (pop @stack eq '&') {
4096: $result=$result>$before?$before:$result;
4097: } else {
4098: $result=$result>$before?$result:$before;
4099: }
4100: } elsif (($_ eq '&') || ($_ eq '|')) {
4101: $operand=$_;
4102: } else {
4103: my $new=directcondval($_);
4104: if ($operand eq '&') {
4105: $result=$result>$new?$new:$result;
4106: } else {
4107: $result=$result>$new?$result:$new;
4108: }
4109: }
4110: }
4111: }
4112: }
4113: return $result;
4114: }
4115:
4116: # ---------------------------------------------------- Devalidate courseresdata
4117:
4118: sub devalidatecourseresdata {
4119: my ($coursenum,$coursedomain)=@_;
4120: my $hashid=$coursenum.':'.$coursedomain;
4121: &devalidate_cache_new('courseres',$hashid);
4122: }
4123:
4124: # --------------------------------------------------- Course Resourcedata Query
4125:
4126: sub get_courseresdata {
4127: my ($coursenum,$coursedomain)=@_;
4128: my $coursehom=&homeserver($coursenum,$coursedomain);
4129: my $hashid=$coursenum.':'.$coursedomain;
4130: my ($result,$cached)=&is_cached_new('courseres',$hashid);
4131: my %dumpreply;
4132: unless (defined($cached)) {
4133: %dumpreply=&dump('resourcedata',$coursedomain,$coursenum);
4134: $result=\%dumpreply;
4135: my ($tmp) = keys(%dumpreply);
4136: if ($tmp !~ /^(con_lost|error|no_such_host)/i) {
4137: &do_cache_new('courseres',$hashid,$result,600);
4138: } elsif ($tmp =~ /^(con_lost|no_such_host)/) {
4139: return $tmp;
4140: } elsif ($tmp =~ /^(error)/) {
4141: $result=undef;
4142: &do_cache_new('courseres',$hashid,$result,600);
4143: }
4144: }
4145: return $result;
4146: }
4147:
4148: sub devalidateuserresdata {
4149: my ($uname,$udom)=@_;
4150: my $hashid="$udom:$uname";
4151: &devalidate_cache_new('userres',$hashid);
4152: }
4153:
4154: sub get_userresdata {
4155: my ($uname,$udom)=@_;
4156: #most student don\'t have any data set, check if there is some data
4157: if (&EXT_cache_status($udom,$uname)) { return undef; }
4158:
4159: my $hashid="$udom:$uname";
4160: my ($result,$cached)=&is_cached_new('userres',$hashid);
4161: if (!defined($cached)) {
4162: my %resourcedata=&dump('resourcedata',$udom,$uname);
4163: $result=\%resourcedata;
4164: &do_cache_new('userres',$hashid,$result,600);
4165: }
4166: my ($tmp)=keys(%$result);
4167: if (($tmp!~/^error\:/) && ($tmp!~/^con_lost/)) {
4168: return $result;
4169: }
4170: #error 2 occurs when the .db doesn't exist
4171: if ($tmp!~/error: 2 /) {
4172: &logthis("<font color=blue>WARNING:".
4173: " Trying to get resource data for ".
4174: $uname." at ".$udom.": ".
4175: $tmp."</font>");
4176: } elsif ($tmp=~/error: 2 /) {
4177: #&EXT_cache_set($udom,$uname);
4178: &do_cache_new('userres',$hashid,undef,600);
4179: }
4180: return $tmp;
4181: }
4182:
4183: sub resdata {
4184: my ($name,$domain,$type,@which)=@_;
4185: my $result;
4186: if ($type eq 'course') {
4187: $result=&get_courseresdata($name,$domain);
4188: } elsif ($type eq 'user') {
4189: $result=&get_userresdata($name,$domain);
4190: }
4191: if (!ref($result)) { return $result; }
4192: foreach my $item (@which) {
4193: if (defined($result->{$item})) {
4194: return $result->{$item};
4195: }
4196: }
4197: return undef;
4198: }
4199:
4200: #
4201: # EXT resource caching routines
4202: #
4203:
4204: sub clear_EXT_cache_status {
4205: &delenv('cache.EXT.');
4206: }
4207:
4208: sub EXT_cache_status {
4209: my ($target_domain,$target_user) = @_;
4210: my $cachename = 'cache.EXT.'.$target_user.'.'.$target_domain;
4211: if (exists($env{$cachename}) && ($env{$cachename}+600) > time) {
4212: # We know already the user has no data
4213: return 1;
4214: } else {
4215: return 0;
4216: }
4217: }
4218:
4219: sub EXT_cache_set {
4220: my ($target_domain,$target_user) = @_;
4221: my $cachename = 'cache.EXT.'.$target_user.'.'.$target_domain;
4222: #&appenv($cachename => time);
4223: }
4224:
4225: # --------------------------------------------------------- Value of a Variable
4226: sub EXT {
4227: my ($varname,$symbparm,$udom,$uname,$usection,$recurse)=@_;
4228:
4229: unless ($varname) { return ''; }
4230: #get real user name/domain, courseid and symb
4231: my $courseid;
4232: my $publicuser;
4233: if ($symbparm) {
4234: $symbparm=&get_symb_from_alias($symbparm);
4235: }
4236: if (!($uname && $udom)) {
4237: (my $cursymb,$courseid,$udom,$uname,$publicuser)=
4238: &Apache::lonxml::whichuser($symbparm);
4239: if (!$symbparm) { $symbparm=$cursymb; }
4240: } else {
4241: $courseid=$env{'request.course.id'};
4242: }
4243: my ($realm,$space,$qualifier,@therest)=split(/\./,$varname);
4244: my $rest;
4245: if (defined($therest[0])) {
4246: $rest=join('.',@therest);
4247: } else {
4248: $rest='';
4249: }
4250:
4251: my $qualifierrest=$qualifier;
4252: if ($rest) { $qualifierrest.='.'.$rest; }
4253: my $spacequalifierrest=$space;
4254: if ($qualifierrest) { $spacequalifierrest.='.'.$qualifierrest; }
4255: if ($realm eq 'user') {
4256: # --------------------------------------------------------------- user.resource
4257: if ($space eq 'resource') {
4258: if (defined($Apache::lonhomework::parsing_a_problem) ||
4259: defined($Apache::lonhomework::parsing_a_task)) {
4260: return $Apache::lonhomework::history{$qualifierrest};
4261: } else {
4262: my %restored;
4263: if ($publicuser || $env{'request.state'} eq 'construct') {
4264: %restored=&tmprestore($symbparm,$courseid,$udom,$uname);
4265: } else {
4266: %restored=&restore($symbparm,$courseid,$udom,$uname);
4267: }
4268: return $restored{$qualifierrest};
4269: }
4270: # ----------------------------------------------------------------- user.access
4271: } elsif ($space eq 'access') {
4272: # FIXME - not supporting calls for a specific user
4273: return &allowed($qualifier,$rest);
4274: # ------------------------------------------ user.preferences, user.environment
4275: } elsif (($space eq 'preferences') || ($space eq 'environment')) {
4276: if (($uname eq $env{'user.name'}) &&
4277: ($udom eq $env{'user.domain'})) {
4278: return $env{join('.',('environment',$qualifierrest))};
4279: } else {
4280: my %returnhash;
4281: if (!$publicuser) {
4282: %returnhash=&userenvironment($udom,$uname,
4283: $qualifierrest);
4284: }
4285: return $returnhash{$qualifierrest};
4286: }
4287: # ----------------------------------------------------------------- user.course
4288: } elsif ($space eq 'course') {
4289: # FIXME - not supporting calls for a specific user
4290: return $env{join('.',('request.course',$qualifier))};
4291: # ------------------------------------------------------------------- user.role
4292: } elsif ($space eq 'role') {
4293: # FIXME - not supporting calls for a specific user
4294: my ($role,$where)=split(/\./,$env{'request.role'});
4295: if ($qualifier eq 'value') {
4296: return $role;
4297: } elsif ($qualifier eq 'extent') {
4298: return $where;
4299: }
4300: # ----------------------------------------------------------------- user.domain
4301: } elsif ($space eq 'domain') {
4302: return $udom;
4303: # ------------------------------------------------------------------- user.name
4304: } elsif ($space eq 'name') {
4305: return $uname;
4306: # ---------------------------------------------------- Any other user namespace
4307: } else {
4308: my %reply;
4309: if (!$publicuser) {
4310: %reply=&get($space,[$qualifierrest],$udom,$uname);
4311: }
4312: return $reply{$qualifierrest};
4313: }
4314: } elsif ($realm eq 'query') {
4315: # ---------------------------------------------- pull stuff out of query string
4316: &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
4317: [$spacequalifierrest]);
4318: return $env{'form.'.$spacequalifierrest};
4319: } elsif ($realm eq 'request') {
4320: # ------------------------------------------------------------- request.browser
4321: if ($space eq 'browser') {
4322: if ($qualifier eq 'textremote') {
4323: if (&mt('textual_remote_display') eq 'on') {
4324: return 1;
4325: } else {
4326: return 0;
4327: }
4328: } else {
4329: return $env{'browser.'.$qualifier};
4330: }
4331: # ------------------------------------------------------------ request.filename
4332: } else {
4333: return $env{'request.'.$spacequalifierrest};
4334: }
4335: } elsif ($realm eq 'course') {
4336: # ---------------------------------------------------------- course.description
4337: return $env{'course.'.$courseid.'.'.$spacequalifierrest};
4338: } elsif ($realm eq 'resource') {
4339:
4340: my $section;
4341: if (defined($courseid) && $courseid eq $env{'request.course.id'}) {
4342: if (!$symbparm) { $symbparm=&symbread(); }
4343: }
4344: my ($courselevelm,$courselevel);
4345: if ($symbparm && defined($courseid) &&
4346: $courseid eq $env{'request.course.id'}) {
4347:
4348: #print '<br>'.$space.' - '.$qualifier.' - '.$spacequalifierrest;
4349:
4350: # ----------------------------------------------------- Cascading lookup scheme
4351: my $symbp=$symbparm;
4352: my $mapp=(&decode_symb($symbp))[0];
4353:
4354: my $symbparm=$symbp.'.'.$spacequalifierrest;
4355: my $mapparm=$mapp.'___(all).'.$spacequalifierrest;
4356:
4357: if (($env{'user.name'} eq $uname) &&
4358: ($env{'user.domain'} eq $udom)) {
4359: $section=$env{'request.course.sec'};
4360: } else {
4361: if (! defined($usection)) {
4362: $section=&getsection($udom,$uname,$courseid);
4363: } else {
4364: $section = $usection;
4365: }
4366: }
4367:
4368: my $seclevel=$courseid.'.['.$section.'].'.$spacequalifierrest;
4369: my $seclevelr=$courseid.'.['.$section.'].'.$symbparm;
4370: my $seclevelm=$courseid.'.['.$section.'].'.$mapparm;
4371:
4372: $courselevel=$courseid.'.'.$spacequalifierrest;
4373: my $courselevelr=$courseid.'.'.$symbparm;
4374: $courselevelm=$courseid.'.'.$mapparm;
4375:
4376: # ----------------------------------------------------------- first, check user
4377:
4378: my $userreply=&resdata($uname,$udom,'user',
4379: ($courselevelr,$courselevelm,
4380: $courselevel));
4381:
4382: if (defined($userreply)) { return $userreply; }
4383:
4384: # ------------------------------------------------ second, check some of course
4385:
4386: my $coursereply=&resdata($env{'course.'.$courseid.'.num'},
4387: $env{'course.'.$courseid.'.domain'},
4388: 'course',
4389: ($seclevelr,$seclevelm,$seclevel,
4390: $courselevelr));
4391: if (defined($coursereply)) { return $coursereply; }
4392:
4393: # ------------------------------------------------------ third, check map parms
4394: my %parmhash=();
4395: my $thisparm='';
4396: if (tie(%parmhash,'GDBM_File',
4397: $env{'request.course.fn'}.'_parms.db',
4398: &GDBM_READER(),0640)) {
4399: $thisparm=$parmhash{$symbparm};
4400: untie(%parmhash);
4401: }
4402: if ($thisparm) { return $thisparm; }
4403: }
4404: # ------------------------------------------ fourth, look in resource metadata
4405:
4406: $spacequalifierrest=~s/\./\_/;
4407: my $filename;
4408: if (!$symbparm) { $symbparm=&symbread(); }
4409: if ($symbparm) {
4410: $filename=(&decode_symb($symbparm))[2];
4411: } else {
4412: $filename=$env{'request.filename'};
4413: }
4414: my $metadata=&metadata($filename,$spacequalifierrest);
4415: if (defined($metadata)) { return $metadata; }
4416: $metadata=&metadata($filename,'parameter_'.$spacequalifierrest);
4417: if (defined($metadata)) { return $metadata; }
4418:
4419: # ---------------------------------------------- fourth, look in rest pf course
4420: if ($symbparm && defined($courseid) &&
4421: $courseid eq $env{'request.course.id'}) {
4422: my $coursereply=&resdata($env{'course.'.$courseid.'.num'},
4423: $env{'course.'.$courseid.'.domain'},
4424: 'course',
4425: ($courselevelm,$courselevel));
4426: if (defined($coursereply)) { return $coursereply; }
4427: }
4428: # ------------------------------------------------------------------ Cascade up
4429: unless ($space eq '0') {
4430: my @parts=split(/_/,$space);
4431: my $id=pop(@parts);
4432: my $part=join('_',@parts);
4433: if ($part eq '') { $part='0'; }
4434: my $partgeneral=&EXT('resource.'.$part.'.'.$qualifierrest,
4435: $symbparm,$udom,$uname,$section,1);
4436: if (defined($partgeneral)) { return $partgeneral; }
4437: }
4438: if ($recurse) { return undef; }
4439: my $pack_def=&packages_tab_default($filename,$varname);
4440: if (defined($pack_def)) { return $pack_def; }
4441:
4442: # ---------------------------------------------------- Any other user namespace
4443: } elsif ($realm eq 'environment') {
4444: # ----------------------------------------------------------------- environment
4445: if (($uname eq $env{'user.name'})&&($udom eq $env{'user.domain'})) {
4446: return $env{'environment.'.$spacequalifierrest};
4447: } else {
4448: my %returnhash=&userenvironment($udom,$uname,
4449: $spacequalifierrest);
4450: return $returnhash{$spacequalifierrest};
4451: }
4452: } elsif ($realm eq 'system') {
4453: # ----------------------------------------------------------------- system.time
4454: if ($space eq 'time') {
4455: return time;
4456: }
4457: }
4458: return '';
4459: }
4460:
4461: sub packages_tab_default {
4462: my ($uri,$varname)=@_;
4463: my (undef,$part,$name)=split(/\./,$varname);
4464: my $packages=&metadata($uri,'packages');
4465: foreach my $package (split(/,/,$packages)) {
4466: my ($pack_type,$pack_part)=split(/_/,$package,2);
4467: if (defined($packagetab{"$pack_type&$name&default"})) {
4468: return $packagetab{"$pack_type&$name&default"};
4469: }
4470: if ($pack_type eq 'part') { $pack_part='0'; }
4471: if (defined($packagetab{$pack_type."_".$pack_part."&$name&default"})) {
4472: return $packagetab{$pack_type."_".$pack_part."&$name&default"};
4473: }
4474: }
4475: return undef;
4476: }
4477:
4478: sub add_prefix_and_part {
4479: my ($prefix,$part)=@_;
4480: my $keyroot;
4481: if (defined($prefix) && $prefix !~ /^__/) {
4482: # prefix that has a part already
4483: $keyroot=$prefix;
4484: } elsif (defined($prefix)) {
4485: # prefix that is missing a part
4486: if (defined($part)) { $keyroot='_'.$part.substr($prefix,1); }
4487: } else {
4488: # no prefix at all
4489: if (defined($part)) { $keyroot='_'.$part; }
4490: }
4491: return $keyroot;
4492: }
4493:
4494: # ---------------------------------------------------------------- Get metadata
4495:
4496: my %metaentry;
4497: sub metadata {
4498: my ($uri,$what,$liburi,$prefix,$depthcount)=@_;
4499: $uri=&declutter($uri);
4500: # if it is a non metadata possible uri return quickly
4501: if (($uri eq '') ||
4502: (($uri =~ m|^/*adm/|) &&
4503: ($uri !~ m|^adm/includes|) && ($uri !~ m|/bulletinboard$|)) ||
4504: ($uri =~ m|/$|) || ($uri =~ m|/.meta$|) || ($uri =~ /^~/) ||
4505: ($uri =~ m|home/[^/]+/public_html/|)) {
4506: return undef;
4507: }
4508: my $filename=$uri;
4509: $uri=~s/\.meta$//;
4510: #
4511: # Is the metadata already cached?
4512: # Look at timestamp of caching
4513: # Everything is cached by the main uri, libraries are never directly cached
4514: #
4515: if (!defined($liburi)) {
4516: my ($result,$cached)=&is_cached_new('meta',$uri);
4517: if (defined($cached)) { return $result->{':'.$what}; }
4518: }
4519: {
4520: #
4521: # Is this a recursive call for a library?
4522: #
4523: # if (! exists($metacache{$uri})) {
4524: # $metacache{$uri}={};
4525: # }
4526: if ($liburi) {
4527: $liburi=&declutter($liburi);
4528: $filename=$liburi;
4529: } else {
4530: &devalidate_cache_new('meta',$uri);
4531: undef(%metaentry);
4532: }
4533: my %metathesekeys=();
4534: unless ($filename=~/\.meta$/) { $filename.='.meta'; }
4535: my $metastring;
4536: if ($uri !~ m -^(uploaded|editupload)/-) {
4537: my $file=&filelocation('',&clutter($filename));
4538: #push(@{$metaentry{$uri.'.file'}},$file);
4539: $metastring=&getfile($file);
4540: }
4541: my $parser=HTML::LCParser->new(\$metastring);
4542: my $token;
4543: undef %metathesekeys;
4544: while ($token=$parser->get_token) {
4545: if ($token->[0] eq 'S') {
4546: if (defined($token->[2]->{'package'})) {
4547: #
4548: # This is a package - get package info
4549: #
4550: my $package=$token->[2]->{'package'};
4551: my $keyroot=&add_prefix_and_part($prefix,$token->[2]->{'part'});
4552: if (defined($token->[2]->{'id'})) {
4553: $keyroot.='_'.$token->[2]->{'id'};
4554: }
4555: if ($metaentry{':packages'}) {
4556: $metaentry{':packages'}.=','.$package.$keyroot;
4557: } else {
4558: $metaentry{':packages'}=$package.$keyroot;
4559: }
4560: foreach (sort keys %packagetab) {
4561: my $part=$keyroot;
4562: $part=~s/^\_//;
4563: if ($_=~/^\Q$package\E\&/ ||
4564: $_=~/^\Q$package\E_0\&/) {
4565: my ($pack,$name,$subp)=split(/\&/,$_);
4566: # ignore package.tab specified default values
4567: # here &package_tab_default() will fetch those
4568: if ($subp eq 'default') { next; }
4569: my $value=$packagetab{$_};
4570: my $unikey;
4571: if ($pack =~ /_0$/) {
4572: $unikey='parameter_0_'.$name;
4573: $part=0;
4574: } else {
4575: $unikey='parameter'.$keyroot.'_'.$name;
4576: }
4577: if ($subp eq 'display') {
4578: $value.=' [Part: '.$part.']';
4579: }
4580: $metaentry{':'.$unikey.'.part'}=$part;
4581: $metathesekeys{$unikey}=1;
4582: unless (defined($metaentry{':'.$unikey.'.'.$subp})) {
4583: $metaentry{':'.$unikey.'.'.$subp}=$value;
4584: }
4585: if (defined($metaentry{':'.$unikey.'.default'})) {
4586: $metaentry{':'.$unikey}=
4587: $metaentry{':'.$unikey.'.default'};
4588: }
4589: }
4590: }
4591: } else {
4592: #
4593: # This is not a package - some other kind of start tag
4594: #
4595: my $entry=$token->[1];
4596: my $unikey;
4597: if ($entry eq 'import') {
4598: $unikey='';
4599: } else {
4600: $unikey=$entry;
4601: }
4602: $unikey.=&add_prefix_and_part($prefix,$token->[2]->{'part'});
4603:
4604: if (defined($token->[2]->{'id'})) {
4605: $unikey.='_'.$token->[2]->{'id'};
4606: }
4607:
4608: if ($entry eq 'import') {
4609: #
4610: # Importing a library here
4611: #
4612: if ($depthcount<20) {
4613: my $location=$parser->get_text('/import');
4614: my $dir=$filename;
4615: $dir=~s|[^/]*$||;
4616: $location=&filelocation($dir,$location);
4617: foreach (sort(split(/\,/,&metadata($uri,'keys',
4618: $location,$unikey,
4619: $depthcount+1)))) {
4620: $metaentry{':'.$_}=$metaentry{':'.$_};
4621: $metathesekeys{$_}=1;
4622: }
4623: }
4624: } else {
4625:
4626: if (defined($token->[2]->{'name'})) {
4627: $unikey.='_'.$token->[2]->{'name'};
4628: }
4629: $metathesekeys{$unikey}=1;
4630: foreach (@{$token->[3]}) {
4631: $metaentry{':'.$unikey.'.'.$_}=$token->[2]->{$_};
4632: }
4633: my $internaltext=&HTML::Entities::decode($parser->get_text('/'.$entry));
4634: my $default=$metaentry{':'.$unikey.'.default'};
4635: if ( $internaltext =~ /^\s*$/ && $default !~ /^\s*$/) {
4636: # only ws inside the tag, and not in default, so use default
4637: # as value
4638: $metaentry{':'.$unikey}=$default;
4639: } else {
4640: # either something interesting inside the tag or default
4641: # uninteresting
4642: $metaentry{':'.$unikey}=$internaltext;
4643: }
4644: # end of not-a-package not-a-library import
4645: }
4646: # end of not-a-package start tag
4647: }
4648: # the next is the end of "start tag"
4649: }
4650: }
4651: my ($extension) = ($uri =~ /\.(\w+)$/);
4652: foreach my $key (sort(keys(%packagetab))) {
4653: #&logthis("extsion1 $extension $key !!");
4654: #no specific packages #how's our extension
4655: if ($key!~/^extension_\Q$extension\E&/) { next; }
4656: &metadata_create_package_def($uri,$key,'extension_'.$extension,
4657: \%metathesekeys);
4658: }
4659: if (!exists($metaentry{':packages'})) {
4660: foreach my $key (sort(keys(%packagetab))) {
4661: #no specific packages well let's get default then
4662: if ($key!~/^default&/) { next; }
4663: &metadata_create_package_def($uri,$key,'default',
4664: \%metathesekeys);
4665: }
4666: }
4667: # are there custom rights to evaluate
4668: if ($metaentry{':copyright'} eq 'custom') {
4669:
4670: #
4671: # Importing a rights file here
4672: #
4673: unless ($depthcount) {
4674: my $location=$metaentry{':customdistributionfile'};
4675: my $dir=$filename;
4676: $dir=~s|[^/]*$||;
4677: $location=&filelocation($dir,$location);
4678: foreach (sort(split(/\,/,&metadata($uri,'keys',
4679: $location,'_rights',
4680: $depthcount+1)))) {
4681: #$metaentry{':'.$_}=$metacache{$uri}->{':'.$_};
4682: $metathesekeys{$_}=1;
4683: }
4684: }
4685: }
4686: $metaentry{':keys'}=join(',',keys %metathesekeys);
4687: &metadata_generate_part0(\%metathesekeys,\%metaentry,$uri);
4688: $metaentry{':allpossiblekeys'}=join(',',keys %metathesekeys);
4689: &do_cache_new('meta',$uri,\%metaentry,60*60*24);
4690: # this is the end of "was not already recently cached
4691: }
4692: return $metaentry{':'.$what};
4693: }
4694:
4695: sub metadata_create_package_def {
4696: my ($uri,$key,$package,$metathesekeys)=@_;
4697: my ($pack,$name,$subp)=split(/\&/,$key);
4698: if ($subp eq 'default') { next; }
4699:
4700: if (defined($metaentry{':packages'})) {
4701: $metaentry{':packages'}.=','.$package;
4702: } else {
4703: $metaentry{':packages'}=$package;
4704: }
4705: my $value=$packagetab{$key};
4706: my $unikey;
4707: $unikey='parameter_0_'.$name;
4708: $metaentry{':'.$unikey.'.part'}=0;
4709: $$metathesekeys{$unikey}=1;
4710: unless (defined($metaentry{':'.$unikey.'.'.$subp})) {
4711: $metaentry{':'.$unikey.'.'.$subp}=$value;
4712: }
4713: if (defined($metaentry{':'.$unikey.'.default'})) {
4714: $metaentry{':'.$unikey}=
4715: $metaentry{':'.$unikey.'.default'};
4716: }
4717: }
4718:
4719: sub metadata_generate_part0 {
4720: my ($metadata,$metacache,$uri) = @_;
4721: my %allnames;
4722: foreach my $metakey (sort keys %$metadata) {
4723: if ($metakey=~/^parameter\_(.*)/) {
4724: my $part=$$metacache{':'.$metakey.'.part'};
4725: my $name=$$metacache{':'.$metakey.'.name'};
4726: if (! exists($$metadata{'parameter_0_'.$name.'.name'})) {
4727: $allnames{$name}=$part;
4728: }
4729: }
4730: }
4731: foreach my $name (keys(%allnames)) {
4732: $$metadata{"parameter_0_$name"}=1;
4733: my $key=":parameter_0_$name";
4734: $$metacache{"$key.part"}='0';
4735: $$metacache{"$key.name"}=$name;
4736: $$metacache{"$key.type"}=$$metacache{':parameter_'.
4737: $allnames{$name}.'_'.$name.
4738: '.type'};
4739: my $olddis=$$metacache{':parameter_'.$allnames{$name}.'_'.$name.
4740: '.display'};
4741: my $expr='\\[Part: '.$allnames{$name}.'\\]';
4742: $olddis=~s/\Q$expr\E/\[Part: 0\]/;
4743: $$metacache{"$key.display"}=$olddis;
4744: }
4745: }
4746:
4747: # ------------------------------------------------- Get the title of a resource
4748:
4749: sub gettitle {
4750: my $urlsymb=shift;
4751: my $symb=&symbread($urlsymb);
4752: if ($symb) {
4753: my $key=$env{'request.course.id'}."\0".$symb;
4754: my ($result,$cached)=&is_cached_new('title',$key);
4755: if (defined($cached)) {
4756: return $result;
4757: }
4758: my ($map,$resid,$url)=&decode_symb($symb);
4759: my $title='';
4760: my %bighash;
4761: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
4762: &GDBM_READER(),0640)) {
4763: my $mapid=$bighash{'map_pc_'.&clutter($map)};
4764: $title=$bighash{'title_'.$mapid.'.'.$resid};
4765: untie %bighash;
4766: }
4767: $title=~s/\&colon\;/\:/gs;
4768: if ($title) {
4769: return &do_cache_new('title',$key,$title,600);
4770: }
4771: $urlsymb=$url;
4772: }
4773: my $title=&metadata($urlsymb,'title');
4774: if (!$title) { $title=(split('/',$urlsymb))[-1]; }
4775: return $title;
4776: }
4777:
4778: sub get_slot {
4779: my ($which,$cnum,$cdom)=@_;
4780: if (!$cnum || !$cdom) {
4781: (undef,my $courseid)=&Apache::lonxml::whichuser();
4782: $cdom=$env{'course.'.$courseid.'.domain'};
4783: $cnum=$env{'course.'.$courseid.'.num'};
4784: }
4785: my %slotinfo=&get('slots',[$which],$cdom,$cnum);
4786: &Apache::lonhomework::showhash(%slotinfo);
4787: my ($tmp)=keys(%slotinfo);
4788: if ($tmp=~/^error:/) { return (); }
4789: if (ref($slotinfo{$which}) eq 'HASH') {
4790: return %{$slotinfo{$which}};
4791: }
4792: return $slotinfo{$which};
4793: }
4794: # ------------------------------------------------- Update symbolic store links
4795:
4796: sub symblist {
4797: my ($mapname,%newhash)=@_;
4798: $mapname=&deversion(&declutter($mapname));
4799: my %hash;
4800: if (($env{'request.course.fn'}) && (%newhash)) {
4801: if (tie(%hash,'GDBM_File',$env{'request.course.fn'}.'_symb.db',
4802: &GDBM_WRCREAT(),0640)) {
4803: foreach (keys %newhash) {
4804: $hash{declutter($_)}=&encode_symb($mapname,$newhash{$_}->[1],
4805: $newhash{$_}->[0]);
4806: }
4807: if (untie(%hash)) {
4808: return 'ok';
4809: }
4810: }
4811: }
4812: return 'error';
4813: }
4814:
4815: # --------------------------------------------------------------- Verify a symb
4816:
4817: sub symbverify {
4818: my ($symb,$thisurl)=@_;
4819: my $thisfn=$thisurl;
4820: # wrapper not part of symbs
4821: $thisfn=~s/^\/adm\/wrapper//;
4822: $thisfn=&declutter($thisfn);
4823: # direct jump to resource in page or to a sequence - will construct own symbs
4824: if ($thisfn=~/\.(page|sequence)$/) { return 1; }
4825: # check URL part
4826: my ($map,$resid,$url)=&decode_symb($symb);
4827:
4828: unless ($url eq $thisfn) { return 0; }
4829:
4830: $symb=&symbclean($symb);
4831: $thisurl=&deversion($thisurl);
4832: $thisfn=&deversion($thisfn);
4833:
4834: my %bighash;
4835: my $okay=0;
4836:
4837: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
4838: &GDBM_READER(),0640)) {
4839: my $ids=$bighash{'ids_'.&clutter($thisurl)};
4840: unless ($ids) {
4841: $ids=$bighash{'ids_/'.$thisurl};
4842: }
4843: if ($ids) {
4844: # ------------------------------------------------------------------- Has ID(s)
4845: foreach (split(/\,/,$ids)) {
4846: my ($mapid,$resid)=split(/\./,$_);
4847: if (
4848: &symbclean(&declutter($bighash{'map_id_'.$mapid}).'___'.$resid.'___'.$thisfn)
4849: eq $symb) {
4850: if (($env{'request.role.adv'}) ||
4851: $bighash{'encrypted_'.$_} eq $env{'request.enc'}) {
4852: $okay=1;
4853: }
4854: }
4855: }
4856: }
4857: untie(%bighash);
4858: }
4859: return $okay;
4860: }
4861:
4862: # --------------------------------------------------------------- Clean-up symb
4863:
4864: sub symbclean {
4865: my $symb=shift;
4866: if ($symb=~m|^/enc/|) { $symb=&Apache::lonenc::unencrypted($symb); }
4867: # remove version from map
4868: $symb=~s/\.(\d+)\.(\w+)\_\_\_/\.$2\_\_\_/;
4869:
4870: # remove version from URL
4871: $symb=~s/\.(\d+)\.(\w+)$/\.$2/;
4872:
4873: # remove wrapper
4874:
4875: $symb=~s/(\_\_\_\d+\_\_\_)adm\/wrapper\/(res\/)*/$1/;
4876: return $symb;
4877: }
4878:
4879: # ---------------------------------------------- Split symb to find map and url
4880:
4881: sub encode_symb {
4882: my ($map,$resid,$url)=@_;
4883: return &symbclean(&declutter($map).'___'.$resid.'___'.&declutter($url));
4884: }
4885:
4886: sub decode_symb {
4887: my $symb=shift;
4888: if ($symb=~m|^/enc/|) { $symb=&Apache::lonenc::unencrypted($symb); }
4889: my ($map,$resid,$url)=split(/___/,$symb);
4890: return (&fixversion($map),$resid,&fixversion($url));
4891: }
4892:
4893: sub fixversion {
4894: my $fn=shift;
4895: if ($fn=~/^(adm|uploaded|editupload|public)/) { return $fn; }
4896: my %bighash;
4897: my $uri=&clutter($fn);
4898: my $key=$env{'request.course.id'}.'_'.$uri;
4899: # is this cached?
4900: my ($result,$cached)=&is_cached_new('courseresversion',$key);
4901: if (defined($cached)) { return $result; }
4902: # unfortunately not cached, or expired
4903: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
4904: &GDBM_READER(),0640)) {
4905: if ($bighash{'version_'.$uri}) {
4906: my $version=$bighash{'version_'.$uri};
4907: unless (($version eq 'mostrecent') ||
4908: ($version==&getversion($uri))) {
4909: $uri=~s/\.(\w+)$/\.$version\.$1/;
4910: }
4911: }
4912: untie %bighash;
4913: }
4914: return &do_cache_new('courseresversion',$key,&declutter($uri),600);
4915: }
4916:
4917: sub deversion {
4918: my $url=shift;
4919: $url=~s/\.\d+\.(\w+)$/\.$1/;
4920: return $url;
4921: }
4922:
4923: # ------------------------------------------------------ Return symb list entry
4924:
4925: sub symbread {
4926: my ($thisfn,$donotrecurse)=@_;
4927: my $cache_str='request.symbread.cached.'.$thisfn;
4928: if (defined($env{$cache_str})) { return $env{$cache_str}; }
4929: # no filename provided? try from environment
4930: unless ($thisfn) {
4931: if ($env{'request.symb'}) {
4932: return $env{$cache_str}=&symbclean($env{'request.symb'});
4933: }
4934: $thisfn=$env{'request.filename'};
4935: }
4936: if ($thisfn=~m|^/enc/|) { $thisfn=&Apache::lonenc::unencrypted($thisfn); }
4937: # is that filename actually a symb? Verify, clean, and return
4938: if ($thisfn=~/\_\_\_\d+\_\_\_(.*)$/) {
4939: if (&symbverify($thisfn,$1)) {
4940: return $env{$cache_str}=&symbclean($thisfn);
4941: }
4942: }
4943: $thisfn=declutter($thisfn);
4944: my %hash;
4945: my %bighash;
4946: my $syval='';
4947: if (($env{'request.course.fn'}) && ($thisfn)) {
4948: my $targetfn = $thisfn;
4949: if ( ($thisfn =~ m/^(uploaded|editupload)\//) && ($thisfn !~ m/\.(page|sequence)$/) ) {
4950: $targetfn = 'adm/wrapper/'.$thisfn;
4951: }
4952: if (tie(%hash,'GDBM_File',$env{'request.course.fn'}.'_symb.db',
4953: &GDBM_READER(),0640)) {
4954: $syval=$hash{$targetfn};
4955: untie(%hash);
4956: }
4957: # ---------------------------------------------------------- There was an entry
4958: if ($syval) {
4959: #unless ($syval=~/\_\d+$/) {
4960: #unless ($env{'form.request.prefix'}=~/\.(\d+)\_$/) {
4961: #&appenv('request.ambiguous' => $thisfn);
4962: #return $env{$cache_str}='';
4963: #}
4964: #$syval.=$1;
4965: #}
4966: } else {
4967: # ------------------------------------------------------- Was not in symb table
4968: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
4969: &GDBM_READER(),0640)) {
4970: # ---------------------------------------------- Get ID(s) for current resource
4971: my $ids=$bighash{'ids_'.&clutter($thisfn)};
4972: unless ($ids) {
4973: $ids=$bighash{'ids_/'.$thisfn};
4974: }
4975: unless ($ids) {
4976: # alias?
4977: $ids=$bighash{'mapalias_'.$thisfn};
4978: }
4979: if ($ids) {
4980: # ------------------------------------------------------------------- Has ID(s)
4981: my @possibilities=split(/\,/,$ids);
4982: if ($#possibilities==0) {
4983: # ----------------------------------------------- There is only one possibility
4984: my ($mapid,$resid)=split(/\./,$ids);
4985: $syval=&encode_symb($bighash{'map_id_'.$mapid},
4986: $resid,$thisfn);
4987: } elsif (!$donotrecurse) {
4988: # ------------------------------------------ There is more than one possibility
4989: my $realpossible=0;
4990: foreach (@possibilities) {
4991: my $file=$bighash{'src_'.$_};
4992: if (&allowed('bre',$file)) {
4993: my ($mapid,$resid)=split(/\./,$_);
4994: if ($bighash{'map_type_'.$mapid} ne 'page') {
4995: $realpossible++;
4996: $syval=&encode_symb($bighash{'map_id_'.$mapid},
4997: $resid,$thisfn);
4998: }
4999: }
5000: }
5001: if ($realpossible!=1) { $syval=''; }
5002: } else {
5003: $syval='';
5004: }
5005: }
5006: untie(%bighash)
5007: }
5008: }
5009: if ($syval) {
5010: return $env{$cache_str}=$syval;
5011: }
5012: }
5013: &appenv('request.ambiguous' => $thisfn);
5014: return $env{$cache_str}='';
5015: }
5016:
5017: # ---------------------------------------------------------- Return random seed
5018:
5019: sub numval {
5020: my $txt=shift;
5021: $txt=~tr/A-J/0-9/;
5022: $txt=~tr/a-j/0-9/;
5023: $txt=~tr/K-T/0-9/;
5024: $txt=~tr/k-t/0-9/;
5025: $txt=~tr/U-Z/0-5/;
5026: $txt=~tr/u-z/0-5/;
5027: $txt=~s/\D//g;
5028: if ($_64bit) { if ($txt > 2**32) { return -1; } }
5029: return int($txt);
5030: }
5031:
5032: sub numval2 {
5033: my $txt=shift;
5034: $txt=~tr/A-J/0-9/;
5035: $txt=~tr/a-j/0-9/;
5036: $txt=~tr/K-T/0-9/;
5037: $txt=~tr/k-t/0-9/;
5038: $txt=~tr/U-Z/0-5/;
5039: $txt=~tr/u-z/0-5/;
5040: $txt=~s/\D//g;
5041: my @txts=split(/(\d\d\d\d\d\d\d\d\d)/,$txt);
5042: my $total;
5043: foreach my $val (@txts) { $total+=$val; }
5044: if ($_64bit) { if ($total > 2**32) { return -1; } }
5045: return int($total);
5046: }
5047:
5048: sub numval3 {
5049: use integer;
5050: my $txt=shift;
5051: $txt=~tr/A-J/0-9/;
5052: $txt=~tr/a-j/0-9/;
5053: $txt=~tr/K-T/0-9/;
5054: $txt=~tr/k-t/0-9/;
5055: $txt=~tr/U-Z/0-5/;
5056: $txt=~tr/u-z/0-5/;
5057: $txt=~s/\D//g;
5058: my @txts=split(/(\d\d\d\d\d\d\d\d\d)/,$txt);
5059: my $total;
5060: foreach my $val (@txts) { $total+=$val; }
5061: if ($_64bit) { $total=(($total<<32)>>32); }
5062: return $total;
5063: }
5064:
5065: sub latest_rnd_algorithm_id {
5066: return '64bit4';
5067: }
5068:
5069: sub get_rand_alg {
5070: my ($courseid)=@_;
5071: if (!$courseid) { $courseid=(&Apache::lonxml::whichuser())[1]; }
5072: if ($courseid) {
5073: return $env{"course.$courseid.rndseed"};
5074: }
5075: return &latest_rnd_algorithm_id();
5076: }
5077:
5078: sub validCODE {
5079: my ($CODE)=@_;
5080: if (defined($CODE) && $CODE ne '' && $CODE =~ /^\w+$/) { return 1; }
5081: return 0;
5082: }
5083:
5084: sub getCODE {
5085: if (&validCODE($env{'form.CODE'})) { return $env{'form.CODE'}; }
5086: if ( (defined($Apache::lonhomework::parsing_a_problem) ||
5087: defined($Apache::lonhomework::parsing_a_task) ) &&
5088: &validCODE($Apache::lonhomework::history{'resource.CODE'})) {
5089: return $Apache::lonhomework::history{'resource.CODE'};
5090: }
5091: return undef;
5092: }
5093:
5094: sub rndseed {
5095: my ($symb,$courseid,$domain,$username)=@_;
5096:
5097: my ($wsymb,$wcourseid,$wdomain,$wusername)=&Apache::lonxml::whichuser();
5098: if (!$symb) {
5099: unless ($symb=$wsymb) { return time; }
5100: }
5101: if (!$courseid) { $courseid=$wcourseid; }
5102: if (!$domain) { $domain=$wdomain; }
5103: if (!$username) { $username=$wusername }
5104: my $which=&get_rand_alg();
5105: if (defined(&getCODE())) {
5106: if ($which eq '64bit4') {
5107: return &rndseed_CODE_64bit4($symb,$courseid,$domain,$username);
5108: } else {
5109: return &rndseed_CODE_64bit($symb,$courseid,$domain,$username);
5110: }
5111: } elsif ($which eq '64bit4') {
5112: return &rndseed_64bit4($symb,$courseid,$domain,$username);
5113: } elsif ($which eq '64bit3') {
5114: return &rndseed_64bit3($symb,$courseid,$domain,$username);
5115: } elsif ($which eq '64bit2') {
5116: return &rndseed_64bit2($symb,$courseid,$domain,$username);
5117: } elsif ($which eq '64bit') {
5118: return &rndseed_64bit($symb,$courseid,$domain,$username);
5119: }
5120: return &rndseed_32bit($symb,$courseid,$domain,$username);
5121: }
5122:
5123: sub rndseed_32bit {
5124: my ($symb,$courseid,$domain,$username)=@_;
5125: {
5126: use integer;
5127: my $symbchck=unpack("%32C*",$symb) << 27;
5128: my $symbseed=numval($symb) << 22;
5129: my $namechck=unpack("%32C*",$username) << 17;
5130: my $nameseed=numval($username) << 12;
5131: my $domainseed=unpack("%32C*",$domain) << 7;
5132: my $courseseed=unpack("%32C*",$courseid);
5133: my $num=$symbseed+$nameseed+$domainseed+$courseseed+$namechck+$symbchck;
5134: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
5135: #&Apache::lonxml::debug("rndseed :$num:$symb");
5136: if ($_64bit) { $num=(($num<<32)>>32); }
5137: return $num;
5138: }
5139: }
5140:
5141: sub rndseed_64bit {
5142: my ($symb,$courseid,$domain,$username)=@_;
5143: {
5144: use integer;
5145: my $symbchck=unpack("%32S*",$symb) << 21;
5146: my $symbseed=numval($symb) << 10;
5147: my $namechck=unpack("%32S*",$username);
5148:
5149: my $nameseed=numval($username) << 21;
5150: my $domainseed=unpack("%32S*",$domain) << 10;
5151: my $courseseed=unpack("%32S*",$courseid);
5152:
5153: my $num1=$symbchck+$symbseed+$namechck;
5154: my $num2=$nameseed+$domainseed+$courseseed;
5155: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
5156: #&Apache::lonxml::debug("rndseed :$num:$symb");
5157: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
5158: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
5159: return "$num1,$num2";
5160: }
5161: }
5162:
5163: sub rndseed_64bit2 {
5164: my ($symb,$courseid,$domain,$username)=@_;
5165: {
5166: use integer;
5167: # strings need to be an even # of cahracters long, it it is odd the
5168: # last characters gets thrown away
5169: my $symbchck=unpack("%32S*",$symb.' ') << 21;
5170: my $symbseed=numval($symb) << 10;
5171: my $namechck=unpack("%32S*",$username.' ');
5172:
5173: my $nameseed=numval($username) << 21;
5174: my $domainseed=unpack("%32S*",$domain.' ') << 10;
5175: my $courseseed=unpack("%32S*",$courseid.' ');
5176:
5177: my $num1=$symbchck+$symbseed+$namechck;
5178: my $num2=$nameseed+$domainseed+$courseseed;
5179: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
5180: #&Apache::lonxml::debug("rndseed :$num:$symb");
5181: return "$num1,$num2";
5182: }
5183: }
5184:
5185: sub rndseed_64bit3 {
5186: my ($symb,$courseid,$domain,$username)=@_;
5187: {
5188: use integer;
5189: # strings need to be an even # of cahracters long, it it is odd the
5190: # last characters gets thrown away
5191: my $symbchck=unpack("%32S*",$symb.' ') << 21;
5192: my $symbseed=numval2($symb) << 10;
5193: my $namechck=unpack("%32S*",$username.' ');
5194:
5195: my $nameseed=numval2($username) << 21;
5196: my $domainseed=unpack("%32S*",$domain.' ') << 10;
5197: my $courseseed=unpack("%32S*",$courseid.' ');
5198:
5199: my $num1=$symbchck+$symbseed+$namechck;
5200: my $num2=$nameseed+$domainseed+$courseseed;
5201: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
5202: #&Apache::lonxml::debug("rndseed :$num1:$num2:$_64bit");
5203: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
5204:
5205: return "$num1:$num2";
5206: }
5207: }
5208:
5209: sub rndseed_64bit4 {
5210: my ($symb,$courseid,$domain,$username)=@_;
5211: {
5212: use integer;
5213: # strings need to be an even # of cahracters long, it it is odd the
5214: # last characters gets thrown away
5215: my $symbchck=unpack("%32S*",$symb.' ') << 21;
5216: my $symbseed=numval3($symb) << 10;
5217: my $namechck=unpack("%32S*",$username.' ');
5218:
5219: my $nameseed=numval3($username) << 21;
5220: my $domainseed=unpack("%32S*",$domain.' ') << 10;
5221: my $courseseed=unpack("%32S*",$courseid.' ');
5222:
5223: my $num1=$symbchck+$symbseed+$namechck;
5224: my $num2=$nameseed+$domainseed+$courseseed;
5225: #&Apache::lonxml::debug("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
5226: #&Apache::lonxml::debug("rndseed :$num1:$num2:$_64bit");
5227: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
5228:
5229: return "$num1:$num2";
5230: }
5231: }
5232:
5233: sub rndseed_CODE_64bit {
5234: my ($symb,$courseid,$domain,$username)=@_;
5235: {
5236: use integer;
5237: my $symbchck=unpack("%32S*",$symb.' ') << 16;
5238: my $symbseed=numval2($symb);
5239: my $CODEchck=unpack("%32S*",&getCODE().' ') << 16;
5240: my $CODEseed=numval(&getCODE());
5241: my $courseseed=unpack("%32S*",$courseid.' ');
5242: my $num1=$symbseed+$CODEchck;
5243: my $num2=$CODEseed+$courseseed+$symbchck;
5244: #&Apache::lonxml::debug("$symbseed:$CODEchck|$CODEseed:$courseseed:$symbchck");
5245: #&Apache::lonxml::debug("rndseed :$num1:$num2:$symb");
5246: if ($_64bit) { $num1=(($num1<<32)>>32); }
5247: if ($_64bit) { $num2=(($num2<<32)>>32); }
5248: return "$num1:$num2";
5249: }
5250: }
5251:
5252: sub rndseed_CODE_64bit4 {
5253: my ($symb,$courseid,$domain,$username)=@_;
5254: {
5255: use integer;
5256: my $symbchck=unpack("%32S*",$symb.' ') << 16;
5257: my $symbseed=numval3($symb);
5258: my $CODEchck=unpack("%32S*",&getCODE().' ') << 16;
5259: my $CODEseed=numval3(&getCODE());
5260: my $courseseed=unpack("%32S*",$courseid.' ');
5261: my $num1=$symbseed+$CODEchck;
5262: my $num2=$CODEseed+$courseseed+$symbchck;
5263: #&Apache::lonxml::debug("$symbseed:$CODEchck|$CODEseed:$courseseed:$symbchck");
5264: #&Apache::lonxml::debug("rndseed :$num1:$num2:$symb");
5265: if ($_64bit) { $num1=(($num1<<32)>>32); }
5266: if ($_64bit) { $num2=(($num2<<32)>>32); }
5267: return "$num1:$num2";
5268: }
5269: }
5270:
5271: sub setup_random_from_rndseed {
5272: my ($rndseed)=@_;
5273: if ($rndseed =~/([,:])/) {
5274: my ($num1,$num2)=split(/[,:]/,$rndseed);
5275: &Math::Random::random_set_seed(abs($num1),abs($num2));
5276: } else {
5277: &Math::Random::random_set_seed_from_phrase($rndseed);
5278: }
5279: }
5280:
5281: sub latest_receipt_algorithm_id {
5282: return 'receipt2';
5283: }
5284:
5285: sub recunique {
5286: my $fucourseid=shift;
5287: my $unique;
5288: if ($env{"course.$fucourseid.receiptalg"} eq 'receipt2') {
5289: $unique=$env{"course.$fucourseid.internal.encseed"};
5290: } else {
5291: $unique=$perlvar{'lonReceipt'};
5292: }
5293: return unpack("%32C*",$unique);
5294: }
5295:
5296: sub recprefix {
5297: my $fucourseid=shift;
5298: my $prefix;
5299: if ($env{"course.$fucourseid.receiptalg"} eq 'receipt2') {
5300: $prefix=$env{"course.$fucourseid.internal.encpref"};
5301: } else {
5302: $prefix=$perlvar{'lonHostID'};
5303: }
5304: return unpack("%32C*",$prefix);
5305: }
5306:
5307: sub ireceipt {
5308: my ($funame,$fudom,$fucourseid,$fusymb,$part)=@_;
5309: my $cuname=unpack("%32C*",$funame);
5310: my $cudom=unpack("%32C*",$fudom);
5311: my $cucourseid=unpack("%32C*",$fucourseid);
5312: my $cusymb=unpack("%32C*",$fusymb);
5313: my $cunique=&recunique($fucourseid);
5314: my $cpart=unpack("%32S*",$part);
5315: my $return =&recprefix($fucourseid).'-';
5316: if ($env{"course.$fucourseid.receiptalg"} eq 'receipt2' ||
5317: $env{'request.state'} eq 'construct') {
5318: &Apache::lonxml::debug("doing receipt2 using parts $cpart, uname $cuname and udom $cudom gets ".($cpart%$cuname).
5319: " and ".($cpart%$cudom));
5320:
5321: $return.= ($cunique%$cuname+
5322: $cunique%$cudom+
5323: $cusymb%$cuname+
5324: $cusymb%$cudom+
5325: $cucourseid%$cuname+
5326: $cucourseid%$cudom+
5327: $cpart%$cuname+
5328: $cpart%$cudom);
5329: } else {
5330: $return.= ($cunique%$cuname+
5331: $cunique%$cudom+
5332: $cusymb%$cuname+
5333: $cusymb%$cudom+
5334: $cucourseid%$cuname+
5335: $cucourseid%$cudom);
5336: }
5337: return $return;
5338: }
5339:
5340: sub receipt {
5341: my ($part)=@_;
5342: my ($symb,$courseid,$domain,$name) = &Apache::lonxml::whichuser();
5343: return &ireceipt($name,$domain,$courseid,$symb,$part);
5344: }
5345:
5346: # ------------------------------------------------------------ Serves up a file
5347: # returns either the contents of the file or
5348: # -1 if the file doesn't exist
5349: #
5350: # if the target is a file that was uploaded via DOCS,
5351: # a check will be made to see if a current copy exists on the local server,
5352: # if it does this will be served, otherwise a copy will be retrieved from
5353: # the home server for the course and stored in /home/httpd/html/userfiles on
5354: # the local server.
5355:
5356: sub getfile {
5357: my ($file) = @_;
5358: if ($file =~ m -^/*(uploaded|editupload)/-) { $file=&filelocation("",$file); }
5359: &repcopy($file);
5360: return &readfile($file);
5361: }
5362:
5363: sub repcopy_userfile {
5364: my ($file)=@_;
5365: if ($file =~ m -^/*(uploaded|editupload)/-) { $file=&filelocation("",$file); }
5366: if ($file =~ m|^/home/httpd/html/lonUsers/|) { return 'ok'; }
5367: my ($cdom,$cnum,$filename) =
5368: ($file=~m|^\Q$perlvar{'lonDocRoot'}\E/+userfiles/+([^/]+)/+([^/]+)/+(.*)|);
5369: my ($info,$rtncode);
5370: my $uri="/uploaded/$cdom/$cnum/$filename";
5371: if (-e "$file") {
5372: my @fileinfo = stat($file);
5373: my $lwpresp = &getuploaded('HEAD',$uri,$cdom,$cnum,\$info,\$rtncode);
5374: if ($lwpresp ne 'ok') {
5375: if ($rtncode eq '404') {
5376: unlink($file);
5377: }
5378: #my $ua=new LWP::UserAgent;
5379: #my $request=new HTTP::Request('GET',&tokenwrapper($uri));
5380: #my $response=$ua->request($request);
5381: #if ($response->is_success()) {
5382: # return $response->content;
5383: # } else {
5384: # return -1;
5385: # }
5386: return -1;
5387: }
5388: if ($info < $fileinfo[9]) {
5389: return 'ok';
5390: }
5391: $info = '';
5392: $lwpresp = &getuploaded('GET',$uri,$cdom,$cnum,\$info,\$rtncode);
5393: if ($lwpresp ne 'ok') {
5394: return -1;
5395: }
5396: } else {
5397: my $lwpresp = &getuploaded('GET',$uri,$cdom,$cnum,\$info,\$rtncode);
5398: if ($lwpresp ne 'ok') {
5399: my $ua=new LWP::UserAgent;
5400: my $request=new HTTP::Request('GET',&tokenwrapper($uri));
5401: my $response=$ua->request($request);
5402: if ($response->is_success()) {
5403: $info=$response->content;
5404: } else {
5405: return -1;
5406: }
5407: }
5408: my @parts = ($cdom,$cnum);
5409: if ($filename =~ m|^(.+)/[^/]+$|) {
5410: push @parts, split(/\//,$1);
5411: }
5412: my $path = $perlvar{'lonDocRoot'}.'/userfiles';
5413: foreach my $part (@parts) {
5414: $path .= '/'.$part;
5415: if (!-e $path) {
5416: mkdir($path,0770);
5417: }
5418: }
5419: }
5420: open(FILE,">$file");
5421: print FILE $info;
5422: close(FILE);
5423: return 'ok';
5424: }
5425:
5426: sub tokenwrapper {
5427: my $uri=shift;
5428: $uri=~s|^http\://([^/]+)||;
5429: $uri=~s|^/||;
5430: $env{'user.environment'}=~/\/([^\/]+)\.id/;
5431: my $token=$1;
5432: my (undef,$udom,$uname,$file)=split('/',$uri,4);
5433: if ($udom && $uname && $file) {
5434: $file=~s|(\?\.*)*$||;
5435: &appenv("userfile.$udom/$uname/$file" => $env{'request.course.id'});
5436: return 'http://'.$hostname{ &homeserver($uname,$udom)}.'/'.$uri.
5437: (($uri=~/\?/)?'&':'?').'token='.$token.
5438: '&tokenissued='.$perlvar{'lonHostID'};
5439: } else {
5440: return '/adm/notfound.html';
5441: }
5442: }
5443:
5444: sub getuploaded {
5445: my ($reqtype,$uri,$cdom,$cnum,$info,$rtncode) = @_;
5446: $uri=~s/^\///;
5447: $uri = 'http://'.$hostname{ &homeserver($cnum,$cdom)}.'/raw/'.$uri;
5448: my $ua=new LWP::UserAgent;
5449: my $request=new HTTP::Request($reqtype,$uri);
5450: my $response=$ua->request($request);
5451: $$rtncode = $response->code;
5452: if (! $response->is_success()) {
5453: return 'failed';
5454: }
5455: if ($reqtype eq 'HEAD') {
5456: $$info = &HTTP::Date::str2time( $response->header('Last-modified') );
5457: } elsif ($reqtype eq 'GET') {
5458: $$info = $response->content;
5459: }
5460: return 'ok';
5461: }
5462:
5463: sub readfile {
5464: my $file = shift;
5465: if ( (! -e $file ) || ($file eq '') ) { return -1; };
5466: my $fh;
5467: open($fh,"<$file");
5468: my $a='';
5469: while (<$fh>) { $a .=$_; }
5470: return $a;
5471: }
5472:
5473: sub filelocation {
5474: my ($dir,$file) = @_;
5475: my $location;
5476: $file=~ s/^\s*(\S+)\s*$/$1/; ## strip off leading and trailing spaces
5477: if ($file=~m:^/~:) { # is a contruction space reference
5478: $location = $file;
5479: $location =~ s:/~(.*?)/(.*):/home/$1/public_html/$2:;
5480: } elsif ($file=~/^\/*(uploaded|editupload)/) { # is an uploaded file
5481: my ($udom,$uname,$filename)=
5482: ($file=~m -^/+(?:uploaded|editupload)/+([^/]+)/+([^/]+)/+(.*)$-);
5483: my $home=&homeserver($uname,$udom);
5484: my $is_me=0;
5485: my @ids=¤t_machine_ids();
5486: foreach my $id (@ids) { if ($id eq $home) { $is_me=1; } }
5487: if ($is_me) {
5488: $location=&Apache::loncommon::propath($udom,$uname).
5489: '/userfiles/'.$filename;
5490: } else {
5491: $location=$Apache::lonnet::perlvar{'lonDocRoot'}.'/userfiles/'.
5492: $udom.'/'.$uname.'/'.$filename;
5493: }
5494: } else {
5495: $file=~s/^\Q$perlvar{'lonDocRoot'}\E//;
5496: $file=~s:^/res/:/:;
5497: if ( !( $file =~ m:^/:) ) {
5498: $location = $dir. '/'.$file;
5499: } else {
5500: $location = '/home/httpd/html/res'.$file;
5501: }
5502: }
5503: $location=~s://+:/:g; # remove duplicate /
5504: while ($location=~m:/\.\./:) {$location=~ s:/[^/]+/\.\./:/:g;} #remove dir/..
5505: while ($location=~m:/\./:) {$location=~ s:/\./:/:g;} #remove /./
5506: return $location;
5507: }
5508:
5509: sub hreflocation {
5510: my ($dir,$file)=@_;
5511: unless (($file=~m-^http://-i) || ($file=~m-^/-)) {
5512: my $finalpath=filelocation($dir,$file);
5513: $finalpath=~s-^/home/httpd/html--;
5514: $finalpath=~s-^/home/(\w+)/public_html/-/~$1/-;
5515: return $finalpath;
5516: } elsif ($file=~m-^/home-) {
5517: $file=~s-^/home/httpd/html--;
5518: $file=~s-^/home/(\w+)/public_html/-/~$1/-;
5519: return $file;
5520: }
5521: return $file;
5522: }
5523:
5524: sub current_machine_domains {
5525: my $hostname=$hostname{$perlvar{'lonHostID'}};
5526: my @domains;
5527: while( my($id, $name) = each(%hostname)) {
5528: # &logthis("-$id-$name-$hostname-");
5529: if ($hostname eq $name) {
5530: push(@domains,$hostdom{$id});
5531: }
5532: }
5533: return @domains;
5534: }
5535:
5536: sub current_machine_ids {
5537: my $hostname=$hostname{$perlvar{'lonHostID'}};
5538: my @ids;
5539: while( my($id, $name) = each(%hostname)) {
5540: # &logthis("-$id-$name-$hostname-");
5541: if ($hostname eq $name) {
5542: push(@ids,$id);
5543: }
5544: }
5545: return @ids;
5546: }
5547:
5548: # ------------------------------------------------------------- Declutters URLs
5549:
5550: sub declutter {
5551: my $thisfn=shift;
5552: if ($thisfn=~m|^/enc/|) { $thisfn=&Apache::lonenc::unencrypted($thisfn); }
5553: $thisfn=~s/^\Q$perlvar{'lonDocRoot'}\E//;
5554: $thisfn=~s/^\///;
5555: $thisfn=~s/^res\///;
5556: $thisfn=~s/\?.+$//;
5557: return $thisfn;
5558: }
5559:
5560: # ------------------------------------------------------------- Clutter up URLs
5561:
5562: sub clutter {
5563: my $thisfn='/'.&declutter(shift);
5564: unless ($thisfn=~/^\/(uploaded|editupload|adm|userfiles|ext|raw|priv|public)\//) {
5565: $thisfn='/res'.$thisfn;
5566: }
5567: return $thisfn;
5568: }
5569:
5570: sub freeze_escape {
5571: my ($value)=@_;
5572: if (ref($value)) {
5573: $value=&nfreeze($value);
5574: return '__FROZEN__'.&escape($value);
5575: }
5576: return &escape($value);
5577: }
5578:
5579: # -------------------------------------------------------- Escape Special Chars
5580:
5581: sub escape {
5582: my $str=shift;
5583: $str =~ s/(\W)/"%".unpack('H2',$1)/eg;
5584: return $str;
5585: }
5586:
5587: # ----------------------------------------------------- Un-Escape Special Chars
5588:
5589: sub unescape {
5590: my $str=shift;
5591: $str =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C",hex($1))/eg;
5592: return $str;
5593: }
5594:
5595: sub thaw_unescape {
5596: my ($value)=@_;
5597: if ($value =~ /^__FROZEN__/) {
5598: substr($value,0,10,undef);
5599: $value=&unescape($value);
5600: return &thaw($value);
5601: }
5602: return &unescape($value);
5603: }
5604:
5605: sub mod_perl_version {
5606: return 1;
5607: if (defined($perlvar{'MODPERL2'})) {
5608: return 2;
5609: }
5610: }
5611:
5612: sub correct_line_ends {
5613: my ($result)=@_;
5614: $$result =~s/\r\n/\n/mg;
5615: $$result =~s/\r/\n/mg;
5616: }
5617: # ================================================================ Main Program
5618:
5619: sub goodbye {
5620: &logthis("Starting Shut down");
5621: #not converted to using infrastruture and probably shouldn't be
5622: &logthis(sprintf("%-20s is %s",'%badServerCache',length(&freeze(\%badServerCache))));
5623: #converted
5624: # &logthis(sprintf("%-20s is %s",'%metacache',scalar(%metacache)));
5625: &logthis(sprintf("%-20s is %s",'%homecache',length(&freeze(\%homecache))));
5626: # &logthis(sprintf("%-20s is %s",'%titlecache',length(&freeze(\%titlecache))));
5627: # &logthis(sprintf("%-20s is %s",'%courseresdatacache',length(&freeze(\%courseresdatacache))));
5628: #1.1 only
5629: # &logthis(sprintf("%-20s is %s",'%userresdatacache',length(&freeze(\%userresdatacache))));
5630: # &logthis(sprintf("%-20s is %s",'%getsectioncache',length(&freeze(\%getsectioncache))));
5631: # &logthis(sprintf("%-20s is %s",'%courseresversioncache',length(&freeze(\%courseresversioncache))));
5632: # &logthis(sprintf("%-20s is %s",'%resversioncache',length(&freeze(\%resversioncache))));
5633: &logthis(sprintf("%-20s is %s",'%remembered',length(&freeze(\%remembered))));
5634: &logthis(sprintf("%-20s is %s",'kicks',$kicks));
5635: &logthis(sprintf("%-20s is %s",'hits',$hits));
5636: &flushcourselogs();
5637: &logthis("Shutting down");
5638: return DONE;
5639: }
5640:
5641: BEGIN {
5642: # ----------------------------------- Read loncapa.conf and loncapa_apache.conf
5643: unless ($readit) {
5644: {
5645: # FIXME: Use LONCAPA::Configuration::read_conf here and omit next block
5646: open(my $config,"</etc/httpd/conf/loncapa.conf");
5647:
5648: while (my $configline=<$config>) {
5649: if ($configline=~/\S/ && $configline =~ /^[^\#]*PerlSetVar/) {
5650: my ($dummy,$varname,$varvalue)=split(/\s+/,$configline);
5651: chomp($varvalue);
5652: $perlvar{$varname}=$varvalue;
5653: }
5654: }
5655: close($config);
5656: }
5657: {
5658: open(my $config,"</etc/httpd/conf/loncapa_apache.conf");
5659:
5660: while (my $configline=<$config>) {
5661: if ($configline =~ /^[^\#]*PerlSetVar/) {
5662: my ($dummy,$varname,$varvalue)=split(/\s+/,$configline);
5663: chomp($varvalue);
5664: $perlvar{$varname}=$varvalue;
5665: }
5666: }
5667: close($config);
5668: }
5669:
5670: # ------------------------------------------------------------ Read domain file
5671: {
5672: %domaindescription = ();
5673: %domain_auth_def = ();
5674: %domain_auth_arg_def = ();
5675: my $fh;
5676: if (open($fh,"<".$Apache::lonnet::perlvar{'lonTabDir'}.'/domain.tab')) {
5677: while (<$fh>) {
5678: next if (/^(\#|\s*$)/);
5679: # next if /^\#/;
5680: chomp;
5681: my ($domain, $domain_description, $def_auth, $def_auth_arg,
5682: $def_lang, $city, $longi, $lati) = split(/:/,$_);
5683: $domain_auth_def{$domain}=$def_auth;
5684: $domain_auth_arg_def{$domain}=$def_auth_arg;
5685: $domaindescription{$domain}=$domain_description;
5686: $domain_lang_def{$domain}=$def_lang;
5687: $domain_city{$domain}=$city;
5688: $domain_longi{$domain}=$longi;
5689: $domain_lati{$domain}=$lati;
5690:
5691: # &logthis("Domain.tab: $domain, $domain_auth_def{$domain}, $domain_auth_arg_def{$domain},$domaindescription{$domain}");
5692: # &logthis("Domain.tab: $domain ".$domaindescription{$domain} );
5693: }
5694: }
5695: close ($fh);
5696: }
5697:
5698:
5699: # ------------------------------------------------------------- Read hosts file
5700: {
5701: open(my $config,"<$perlvar{'lonTabDir'}/hosts.tab");
5702:
5703: while (my $configline=<$config>) {
5704: next if ($configline =~ /^(\#|\s*$)/);
5705: chomp($configline);
5706: my ($id,$domain,$role,$name)=split(/:/,$configline);
5707: $name=~s/\s//g;
5708: if ($id && $domain && $role && $name) {
5709: $hostname{$id}=$name;
5710: $hostdom{$id}=$domain;
5711: if ($role eq 'library') { $libserv{$id}=$name; }
5712: }
5713: }
5714: close($config);
5715: # FIXME: dev server don't want this, production servers _do_ want this
5716: #&get_iphost();
5717: }
5718:
5719: sub get_iphost {
5720: if (%iphost) { return %iphost; }
5721: foreach my $id (keys(%hostname)) {
5722: my $name=$hostname{$id};
5723: my $ip = gethostbyname($name);
5724: if (!$ip || length($ip) ne 4) {
5725: &logthis("Skipping host $id name $name no IP found\n");
5726: next;
5727: }
5728: $ip=inet_ntoa($ip);
5729: push(@{$iphost{$ip}},$id);
5730: }
5731: return %iphost;
5732: }
5733:
5734: # ------------------------------------------------------ Read spare server file
5735: {
5736: open(my $config,"<$perlvar{'lonTabDir'}/spare.tab");
5737:
5738: while (my $configline=<$config>) {
5739: chomp($configline);
5740: if ($configline) {
5741: $spareid{$configline}=1;
5742: }
5743: }
5744: close($config);
5745: }
5746: # ------------------------------------------------------------ Read permissions
5747: {
5748: open(my $config,"<$perlvar{'lonTabDir'}/roles.tab");
5749:
5750: while (my $configline=<$config>) {
5751: chomp($configline);
5752: if ($configline) {
5753: my ($role,$perm)=split(/ /,$configline);
5754: if ($perm ne '') { $pr{$role}=$perm; }
5755: }
5756: }
5757: close($config);
5758: }
5759:
5760: # -------------------------------------------- Read plain texts for permissions
5761: {
5762: open(my $config,"<$perlvar{'lonTabDir'}/rolesplain.tab");
5763:
5764: while (my $configline=<$config>) {
5765: chomp($configline);
5766: if ($configline) {
5767: my ($short,$plain)=split(/:/,$configline);
5768: if ($plain ne '') { $prp{$short}=$plain; }
5769: }
5770: }
5771: close($config);
5772: }
5773:
5774: # ---------------------------------------------------------- Read package table
5775: {
5776: open(my $config,"<$perlvar{'lonTabDir'}/packages.tab");
5777:
5778: while (my $configline=<$config>) {
5779: if ($configline !~ /\S/ || $configline=~/^#/) { next; }
5780: chomp($configline);
5781: my ($short,$plain)=split(/:/,$configline);
5782: my ($pack,$name)=split(/\&/,$short);
5783: if ($plain ne '') {
5784: $packagetab{$pack.'&'.$name.'&name'}=$name;
5785: $packagetab{$short}=$plain;
5786: }
5787: }
5788: close($config);
5789: }
5790:
5791: # ------------- set up temporary directory
5792: {
5793: $tmpdir = $perlvar{'lonDaemons'}.'/tmp/';
5794:
5795: }
5796:
5797: $memcache=new Cache::Memcached({'servers'=>['127.0.0.1:11211']});
5798:
5799: $processmarker='_'.time.'_'.$perlvar{'lonHostID'};
5800: $dumpcount=0;
5801:
5802: &logtouch();
5803: &logthis('<font color=yellow>INFO: Read configuration</font>');
5804: $readit=1;
5805: {
5806: use integer;
5807: my $test=(2**32)+1;
5808: if ($test != 0) { $_64bit=1; } else { $_64bit=0; }
5809: &logthis(" Detected 64bit platform ($_64bit)");
5810: }
5811: }
5812: }
5813:
5814: 1;
5815: __END__
5816:
5817: =pod
5818:
5819: =head1 NAME
5820:
5821: Apache::lonnet - Subroutines to ask questions about things in the network.
5822:
5823: =head1 SYNOPSIS
5824:
5825: Invoked by other LON-CAPA modules, when they need to talk to or about objects in the network.
5826:
5827: &Apache::lonnet::SUBROUTINENAME(ARGUMENTS);
5828:
5829: Common parameters:
5830:
5831: =over 4
5832:
5833: =item *
5834:
5835: $uname : an internal username (if $cname expecting a course Id specifically)
5836:
5837: =item *
5838:
5839: $udom : a domain (if $cdom expecting a course's domain specifically)
5840:
5841: =item *
5842:
5843: $symb : a resource instance identifier
5844:
5845: =item *
5846:
5847: $namespace : the name of a .db file that contains the data needed or
5848: being set.
5849:
5850: =back
5851:
5852: =head1 OVERVIEW
5853:
5854: lonnet provides subroutines which interact with the
5855: lonc/lond (TCP) network layer of LON-CAPA. They can be used to ask
5856: about classes, users, and resources.
5857:
5858: For many of these objects you can also use this to store data about
5859: them or modify them in various ways.
5860:
5861: =head2 Symbs
5862:
5863: To identify a specific instance of a resource, LON-CAPA uses symbols
5864: or "symbs"X<symb>. These identifiers are built from the URL of the
5865: map, the resource number of the resource in the map, and the URL of
5866: the resource itself. The latter is somewhat redundant, but might help
5867: if maps change.
5868:
5869: An example is
5870:
5871: msu/korte/parts/part1.sequence___19___msu/korte/tests/part12.problem
5872:
5873: The respective map entry is
5874:
5875: <resource id="19" src="/res/msu/korte/tests/part12.problem"
5876: title="Problem 2">
5877: </resource>
5878:
5879: Symbs are used by the random number generator, as well as to store and
5880: restore data specific to a certain instance of for example a problem.
5881:
5882: =head2 Storing And Retrieving Data
5883:
5884: X<store()>X<cstore()>X<restore()>Three of the most important functions
5885: in C<lonnet.pm> are C<&Apache::lonnet::cstore()>,
5886: C<&Apache::lonnet:restore()>, and C<&Apache::lonnet::store()>, which
5887: is is the non-critical message twin of cstore. These functions are for
5888: handlers to store a perl hash to a user's permanent data space in an
5889: easy manner, and to retrieve it again on another call. It is expected
5890: that a handler would use this once at the beginning to retrieve data,
5891: and then again once at the end to send only the new data back.
5892:
5893: The data is stored in the user's data directory on the user's
5894: homeserver under the ID of the course.
5895:
5896: The hash that is returned by restore will have all of the previous
5897: value for all of the elements of the hash.
5898:
5899: Example:
5900:
5901: #creating a hash
5902: my %hash;
5903: $hash{'foo'}='bar';
5904:
5905: #storing it
5906: &Apache::lonnet::cstore(\%hash);
5907:
5908: #changing a value
5909: $hash{'foo'}='notbar';
5910:
5911: #adding a new value
5912: $hash{'bar'}='foo';
5913: &Apache::lonnet::cstore(\%hash);
5914:
5915: #retrieving the hash
5916: my %history=&Apache::lonnet::restore();
5917:
5918: #print the hash
5919: foreach my $key (sort(keys(%history))) {
5920: print("\%history{$key} = $history{$key}");
5921: }
5922:
5923: Will print out:
5924:
5925: %history{1:foo} = bar
5926: %history{1:keys} = foo:timestamp
5927: %history{1:timestamp} = 990455579
5928: %history{2:bar} = foo
5929: %history{2:foo} = notbar
5930: %history{2:keys} = foo:bar:timestamp
5931: %history{2:timestamp} = 990455580
5932: %history{bar} = foo
5933: %history{foo} = notbar
5934: %history{timestamp} = 990455580
5935: %history{version} = 2
5936:
5937: Note that the special hash entries C<keys>, C<version> and
5938: C<timestamp> were added to the hash. C<version> will be equal to the
5939: total number of versions of the data that have been stored. The
5940: C<timestamp> attribute will be the UNIX time the hash was
5941: stored. C<keys> is available in every historical section to list which
5942: keys were added or changed at a specific historical revision of a
5943: hash.
5944:
5945: B<Warning>: do not store the hash that restore returns directly. This
5946: will cause a mess since it will restore the historical keys as if the
5947: were new keys. I.E. 1:foo will become 1:1:foo etc.
5948:
5949: Calling convention:
5950:
5951: my %record=&Apache::lonnet::restore($symb,$courseid,$domain,$uname,$home);
5952: &Apache::lonnet::cstore(\%newrecord,$symb,$courseid,$domain,$uname,$home);
5953:
5954: For more detailed information, see lonnet specific documentation.
5955:
5956: =head1 RETURN MESSAGES
5957:
5958: =over 4
5959:
5960: =item * B<con_lost>: unable to contact remote host
5961:
5962: =item * B<con_delayed>: unable to contact remote host, message will be delivered
5963: when the connection is brought back up
5964:
5965: =item * B<con_failed>: unable to contact remote host and unable to save message
5966: for later delivery
5967:
5968: =item * B<error:>: an error a occured, a description of the error follows the :
5969:
5970: =item * B<no_such_host>: unable to fund a host associated with the user/domain
5971: that was requested
5972:
5973: =back
5974:
5975: =head1 PUBLIC SUBROUTINES
5976:
5977: =head2 Session Environment Functions
5978:
5979: =over 4
5980:
5981: =item *
5982: X<appenv()>
5983: B<appenv(%hash)>: the value of %hash is written to
5984: the user envirnoment file, and will be restored for each access this
5985: user makes during this session, also modifies the %env for the current
5986: process
5987:
5988: =item *
5989: X<delenv()>
5990: B<delenv($regexp)>: removes all items from the session
5991: environment file that matches the regular expression in $regexp. The
5992: values are also delted from the current processes %env.
5993:
5994: =back
5995:
5996: =head2 User Information
5997:
5998: =over 4
5999:
6000: =item *
6001: X<queryauthenticate()>
6002: B<queryauthenticate($uname,$udom)>: try to determine user's current
6003: authentication scheme
6004:
6005: =item *
6006: X<authenticate()>
6007: B<authenticate($uname,$upass,$udom)>: try to
6008: authenticate user from domain's lib servers (first use the current
6009: one). C<$upass> should be the users password.
6010:
6011: =item *
6012: X<homeserver()>
6013: B<homeserver($uname,$udom)>: find the server which has
6014: the user's directory and files (there must be only one), this caches
6015: the answer, and also caches if there is a borken connection.
6016:
6017: =item *
6018: X<idget()>
6019: B<idget($udom,@ids)>: find the usernames behind a list of IDs
6020: (IDs are a unique resource in a domain, there must be only 1 ID per
6021: username, and only 1 username per ID in a specific domain) (returns
6022: hash: id=>name,id=>name)
6023:
6024: =item *
6025: X<idrget()>
6026: B<idrget($udom,@unames)>: find the IDs behind a list of
6027: usernames (returns hash: name=>id,name=>id)
6028:
6029: =item *
6030: X<idput()>
6031: B<idput($udom,%ids)>: store away a list of names and associated IDs
6032:
6033: =item *
6034: X<rolesinit()>
6035: B<rolesinit($udom,$username,$authhost)>: get user privileges
6036:
6037: =item *
6038: X<getsection()>
6039: B<getsection($udom,$uname,$cname)>: finds the section of student in the
6040: course $cname, return section name/number or '' for "not in course"
6041: and '-1' for "no section"
6042:
6043: =item *
6044: X<userenvironment()>
6045: B<userenvironment($udom,$uname,@what)>: gets the values of the keys
6046: passed in @what from the requested user's environment, returns a hash
6047:
6048: =back
6049:
6050: =head2 User Roles
6051:
6052: =over 4
6053:
6054: =item *
6055:
6056: allowed($priv,$uri) : check for a user privilege; returns codes for allowed
6057: actions
6058: F: full access
6059: U,I,K: authentication modes (cxx only)
6060: '': forbidden
6061: 1: user needs to choose course
6062: 2: browse allowed
6063:
6064: =item *
6065:
6066: definerole($rolename,$sysrole,$domrole,$courole) : define role; define a custom
6067: role rolename set privileges in format of lonTabs/roles.tab for system, domain,
6068: and course level
6069:
6070: =item *
6071:
6072: plaintext($short) : return value in %prp hash (rolesplain.tab); plain text
6073: explanation of a user role term
6074:
6075: =back
6076:
6077: =head2 User Modification
6078:
6079: =over 4
6080:
6081: =item *
6082:
6083: assignrole($udom,$uname,$url,$role,$end,$start) : assign role; give a role to a
6084: user for the level given by URL. Optional start and end dates (leave empty
6085: string or zero for "no date")
6086:
6087: =item *
6088:
6089: changepass($uname,$udom,$currentpass,$newpass,$server) : attempts to
6090: change a users, password, possible return values are: ok,
6091: pwchange_failure, non_authorized, auth_mode_error, unknown_user,
6092: refused
6093:
6094: =item *
6095:
6096: modifyuserauth($udom,$uname,$umode,$upass) : modify user authentication
6097:
6098: =item *
6099:
6100: modifyuser($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene) :
6101: modify user
6102:
6103: =item *
6104:
6105: modifystudent
6106:
6107: modify a students enrollment and identification information.
6108: The course id is resolved based on the current users environment.
6109: This means the envoking user must be a course coordinator or otherwise
6110: associated with a course.
6111:
6112: This call is essentially a wrapper for lonnet::modifyuser and
6113: lonnet::modify_student_enrollment
6114:
6115: Inputs:
6116:
6117: =over 4
6118:
6119: =item B<$udom> Students loncapa domain
6120:
6121: =item B<$uname> Students loncapa login name
6122:
6123: =item B<$uid> Students id/student number
6124:
6125: =item B<$umode> Students authentication mode
6126:
6127: =item B<$upass> Students password
6128:
6129: =item B<$first> Students first name
6130:
6131: =item B<$middle> Students middle name
6132:
6133: =item B<$last> Students last name
6134:
6135: =item B<$gene> Students generation
6136:
6137: =item B<$usec> Students section in course
6138:
6139: =item B<$end> Unix time of the roles expiration
6140:
6141: =item B<$start> Unix time of the roles start date
6142:
6143: =item B<$forceid> If defined, allow $uid to be changed
6144:
6145: =item B<$desiredhome> server to use as home server for student
6146:
6147: =back
6148:
6149: =item *
6150:
6151: modify_student_enrollment
6152:
6153: Change a students enrollment status in a class. The environment variable
6154: 'role.request.course' must be defined for this function to proceed.
6155:
6156: Inputs:
6157:
6158: =over 4
6159:
6160: =item $udom, students domain
6161:
6162: =item $uname, students name
6163:
6164: =item $uid, students user id
6165:
6166: =item $first, students first name
6167:
6168: =item $middle
6169:
6170: =item $last
6171:
6172: =item $gene
6173:
6174: =item $usec
6175:
6176: =item $end
6177:
6178: =item $start
6179:
6180: =back
6181:
6182:
6183: =item *
6184:
6185: assigncustomrole($udom,$uname,$url,$rdom,$rnam,$rolename,$end,$start) : assign
6186: custom role; give a custom role to a user for the level given by URL. Specify
6187: name and domain of role author, and role name
6188:
6189: =item *
6190:
6191: revokerole($udom,$uname,$url,$role) : revoke a role for url
6192:
6193: =item *
6194:
6195: revokecustomrole($udom,$uname,$url,$role) : revoke a custom role
6196:
6197: =back
6198:
6199: =head2 Course Infomation
6200:
6201: =over 4
6202:
6203: =item *
6204:
6205: coursedescription($courseid) : returns a hash of information about the
6206: specified course id, including all environment settings for the
6207: course, the description of the course will be in the hash under the
6208: key 'description'
6209:
6210: =item *
6211:
6212: resdata($name,$domain,$type,@which) : request for current parameter
6213: setting for a specific $type, where $type is either 'course' or 'user',
6214: @what should be a list of parameters to ask about. This routine caches
6215: answers for 5 minutes.
6216:
6217: =back
6218:
6219: =head2 Course Modification
6220:
6221: =over 4
6222:
6223: =item *
6224:
6225: writecoursepref($courseid,%prefs) : write preferences (environment
6226: database) for a course
6227:
6228: =item *
6229:
6230: createcourse($udom,$description,$url) : make/modify course
6231:
6232: =back
6233:
6234: =head2 Resource Subroutines
6235:
6236: =over 4
6237:
6238: =item *
6239:
6240: subscribe($fname) : subscribe to a resource, returns URL if possible (probably should use repcopy instead)
6241:
6242: =item *
6243:
6244: repcopy($filename) : subscribes to the requested file, and attempts to
6245: replicate from the owning library server, Might return
6246: 'unavailable', 'not_found', 'forbidden', 'ok', or
6247: 'bad_request', also attempts to grab the metadata for the
6248: resource. Expects the local filesystem pathname
6249: (/home/httpd/html/res/....)
6250:
6251: =back
6252:
6253: =head2 Resource Information
6254:
6255: =over 4
6256:
6257: =item *
6258:
6259: EXT($varname,$symb,$udom,$uname) : evaluates and returns the value of
6260: a vairety of different possible values, $varname should be a request
6261: string, and the other parameters can be used to specify who and what
6262: one is asking about.
6263:
6264: Possible values for $varname are environment.lastname (or other item
6265: from the envirnment hash), user.name (or someother aspect about the
6266: user), resource.0.maxtries (or some other part and parameter of a
6267: resource)
6268:
6269: =item *
6270:
6271: directcondval($number) : get current value of a condition; reads from a state
6272: string
6273:
6274: =item *
6275:
6276: condval($condidx) : value of condition index based on state
6277:
6278: =item *
6279:
6280: metadata($uri,$what,$liburi,$prefix,$depthcount) : request a
6281: resource's metadata, $what should be either a specific key, or either
6282: 'keys' (to get a list of possible keys) or 'packages' to get a list of
6283: packages that this resource currently uses, the last 3 arguments are only used internally for recursive metadata.
6284:
6285: this function automatically caches all requests
6286:
6287: =item *
6288:
6289: metadata_query($query,$custom,$customshow) : make a metadata query against the
6290: network of library servers; returns file handle of where SQL and regex results
6291: will be stored for query
6292:
6293: =item *
6294:
6295: symbread($filename) : return symbolic list entry (filename argument optional);
6296: returns the data handle
6297:
6298: =item *
6299:
6300: symbverify($symb,$thisfn) : verifies that $symb actually exists and is
6301: a possible symb for the URL in $thisfn, and if is an encryypted
6302: resource that the user accessed using /enc/ returns a 1 on success, 0
6303: on failure, user must be in a course, as it assumes the existance of
6304: the course initial hash, and uses $env('request.course.id'}
6305:
6306:
6307: =item *
6308:
6309: symbclean($symb) : removes versions numbers from a symb, returns the
6310: cleaned symb
6311:
6312: =item *
6313:
6314: is_on_map($uri) : checks if the $uri is somewhere on the current
6315: course map, user must be in a course for it to work.
6316:
6317: =item *
6318:
6319: numval($salt) : return random seed value (addend for rndseed)
6320:
6321: =item *
6322:
6323: rndseed($symb,$courseid,$udom,$uname) : create a random sum; returns
6324: a random seed, all arguments are optional, if they aren't sent it uses the
6325: environment to derive them. Note: if symb isn't sent and it can't get one
6326: from &symbread it will use the current time as its return value
6327:
6328: =item *
6329:
6330: ireceipt($funame,$fudom,$fucourseid,$fusymb) : return unique,
6331: unfakeable, receipt
6332:
6333: =item *
6334:
6335: receipt() : API to ireceipt working off of env values; given out to users
6336:
6337: =item *
6338:
6339: countacc($url) : count the number of accesses to a given URL
6340:
6341: =item *
6342:
6343: checkout($symb,$tuname,$tudom,$tcrsid) : creates a record of a user having looked at an item, most likely printed out or otherwise using a resource
6344:
6345: =item *
6346:
6347: checkin($token) : updates that a resource has beeen returned (a hard copy version for instance) and returns the data that $token was Checkout with ($symb, $tuname, $tudom, and $tcrsid)
6348:
6349: =item *
6350:
6351: expirespread($uname,$udom,$stype,$usymb) : set expire date for spreadsheet
6352:
6353: =item *
6354:
6355: devalidate($symb) : devalidate temporary spreadsheet calculations,
6356: forcing spreadsheet to reevaluate the resource scores next time.
6357:
6358: =back
6359:
6360: =head2 Storing/Retreiving Data
6361:
6362: =over 4
6363:
6364: =item *
6365:
6366: store($storehash,$symb,$namespace,$udom,$uname) : stores hash permanently
6367: for this url; hashref needs to be given and should be a \%hashname; the
6368: remaining args aren't required and if they aren't passed or are '' they will
6369: be derived from the env
6370:
6371: =item *
6372:
6373: cstore($storehash,$symb,$namespace,$udom,$uname) : same as store but
6374: uses critical subroutine
6375:
6376: =item *
6377:
6378: restore($symb,$namespace,$udom,$uname) : returns hash for this symb;
6379: all args are optional
6380:
6381: =item *
6382:
6383: tmpstore($storehash,$symb,$namespace,$udom,$uname) : storage that
6384: works very similar to store/cstore, but all data is stored in a
6385: temporary location and can be reset using tmpreset, $storehash should
6386: be a hash reference, returns nothing on success
6387:
6388: =item *
6389:
6390: tmprestore($symb,$namespace,$udom,$uname) : storage that works very
6391: similar to restore, but all data is stored in a temporary location and
6392: can be reset using tmpreset. Returns a hash of values on success,
6393: error string otherwise.
6394:
6395: =item *
6396:
6397: tmpreset($symb,$namespace,$udom,$uname) : temporary storage reset,
6398: deltes all keys for $symb form the temporary storage hash.
6399:
6400: =item *
6401:
6402: get($namespace,$storearr,$udom,$uname) : returns hash with keys from array
6403: reference filled in from namesp ($udom and $uname are optional)
6404:
6405: =item *
6406:
6407: del($namespace,$storearr,$udom,$uname) : deletes keys out of array from
6408: namesp ($udom and $uname are optional)
6409:
6410: =item *
6411:
6412: dump($namespace,$udom,$uname,$regexp) :
6413: dumps the complete (or key matching regexp) namespace into a hash
6414: ($udom, $uname and $regexp are optional)
6415:
6416: =item *
6417:
6418: inc($namespace,$store,$udom,$uname) : increments $store in $namespace.
6419: $store can be a scalar, an array reference, or if the amount to be
6420: incremented is > 1, a hash reference.
6421:
6422: ($udom and $uname are optional)
6423:
6424: =item *
6425:
6426: put($namespace,$storehash,$udom,$uname) : stores hash in namesp
6427: ($udom and $uname are optional)
6428:
6429: =item *
6430:
6431: putstore($namespace,$storehash,$udomain,$uname) : stores hash in namesp
6432: keys used in storehash include version information (e.g., 1:$symb:message etc.) as
6433: used in records written by &store and retrieved by &restore. This function
6434: was created for use in editing discussion posts, without incrementing the
6435: version number included in the key for a particular post. The colon
6436: separated list of attribute names (e.g., the value associated with the key
6437: 1:keys:$symb) is also generated and passed in the ampersand separated
6438: items sent to lonnet::reply().
6439:
6440: =item *
6441:
6442: cput($namespace,$storehash,$udom,$uname) : critical put
6443: ($udom and $uname are optional)
6444:
6445: =item *
6446:
6447: eget($namespace,$storearr,$udom,$uname) : returns hash with keys from array
6448: reference filled in from namesp (encrypts the return communication)
6449: ($udom and $uname are optional)
6450:
6451: =item *
6452:
6453: log($udom,$name,$home,$message) : write to permanent log for user; use
6454: critical subroutine
6455:
6456: =back
6457:
6458: =head2 Network Status Functions
6459:
6460: =over 4
6461:
6462: =item *
6463:
6464: dirlist($uri) : return directory list based on URI
6465:
6466: =item *
6467:
6468: spareserver() : find server with least workload from spare.tab
6469:
6470: =back
6471:
6472: =head2 Apache Request
6473:
6474: =over 4
6475:
6476: =item *
6477:
6478: ssi($url,%hash) : server side include, does a complete request cycle on url to
6479: localhost, posts hash
6480:
6481: =back
6482:
6483: =head2 Data to String to Data
6484:
6485: =over 4
6486:
6487: =item *
6488:
6489: hash2str(%hash) : convert a hash into a string complete with escaping and '='
6490: and '&' separators, supports elements that are arrayrefs and hashrefs
6491:
6492: =item *
6493:
6494: hashref2str($hashref) : convert a hashref into a string complete with
6495: escaping and '=' and '&' separators, supports elements that are
6496: arrayrefs and hashrefs
6497:
6498: =item *
6499:
6500: arrayref2str($arrayref) : convert an arrayref into a string complete
6501: with escaping and '&' separators, supports elements that are arrayrefs
6502: and hashrefs
6503:
6504: =item *
6505:
6506: str2hash($string) : convert string to hash using unescaping and
6507: splitting on '=' and '&', supports elements that are arrayrefs and
6508: hashrefs
6509:
6510: =item *
6511:
6512: str2array($string) : convert string to hash using unescaping and
6513: splitting on '&', supports elements that are arrayrefs and hashrefs
6514:
6515: =back
6516:
6517: =head2 Logging Routines
6518:
6519: =over 4
6520:
6521: These routines allow one to make log messages in the lonnet.log and
6522: lonnet.perm logfiles.
6523:
6524: =item *
6525:
6526: logtouch() : make sure the logfile, lonnet.log, exists
6527:
6528: =item *
6529:
6530: logthis() : append message to the normal lonnet.log file, it gets
6531: preiodically rolled over and deleted.
6532:
6533: =item *
6534:
6535: logperm() : append a permanent message to lonnet.perm.log, this log
6536: file never gets deleted by any automated portion of the system, only
6537: messages of critical importance should go in here.
6538:
6539: =back
6540:
6541: =head2 General File Helper Routines
6542:
6543: =over 4
6544:
6545: =item *
6546:
6547: getfile($file,$caller) : two cases - requests for files in /res or in /uploaded.
6548: (a) files in /uploaded
6549: (i) If a local copy of the file exists -
6550: compares modification date of local copy with last-modified date for
6551: definitive version stored on home server for course. If local copy is
6552: stale, requests a new version from the home server and stores it.
6553: If the original has been removed from the home server, then local copy
6554: is unlinked.
6555: (ii) If local copy does not exist -
6556: requests the file from the home server and stores it.
6557:
6558: If $caller is 'uploadrep':
6559: This indicates a call from lonuploadrep.pm (PerlHeaderParserHandler phase)
6560: for request for files originally uploaded via DOCS.
6561: - returns 'ok' if fresh local copy now available, -1 otherwise.
6562:
6563: Otherwise:
6564: This indicates a call from the content generation phase of the request.
6565: - returns the entire contents of the file or -1.
6566:
6567: (b) files in /res
6568: - returns the entire contents of a file or -1;
6569: it properly subscribes to and replicates the file if neccessary.
6570:
6571: =item *
6572:
6573: filelocation($dir,$file) : returns file system location of a file
6574: based on URI; meant to be "fairly clean" absolute reference, $dir is a
6575: directory that relative $file lookups are to looked in ($dir of /a/dir
6576: and a file of ../bob will become /a/bob)
6577:
6578: =item *
6579:
6580: hreflocation($dir,$file) : returns file system location or a URL; same as
6581: filelocation except for hrefs
6582:
6583: =item *
6584:
6585: declutter() : declutters URLs (remove docroot, beginning slashes, 'res' etc)
6586:
6587: =back
6588:
6589: =head2 Usererfile file routines (/uploaded*)
6590:
6591: =over 4
6592:
6593: =item *
6594:
6595: userfileupload(): main rotine for putting a file in a user or course's
6596: filespace, arguments are,
6597:
6598: formname - required - this is the name of the element in $env where the
6599: filename, and the contents of the file to create/modifed exist
6600: the filename is in $env{'form.'.$formname.'.filename'} and the
6601: contents of the file is located in $env{'form.'.$formname}
6602: coursedoc - if true, store the file in the course of the active role
6603: of the current user
6604: subdir - required - subdirectory to put the file in under ../userfiles/
6605: if undefined, it will be placed in "unknown"
6606:
6607: (This routine calls clean_filename() to remove any dangerous
6608: characters from the filename, and then calls finuserfileupload() to
6609: complete the transaction)
6610:
6611: returns either the url of the uploaded file (/uploaded/....) if successful
6612: and /adm/notfound.html if unsuccessful
6613:
6614: =item *
6615:
6616: clean_filename(): routine for cleaing a filename up for storage in
6617: userfile space, argument is:
6618:
6619: filename - proposed filename
6620:
6621: returns: the new clean filename
6622:
6623: =item *
6624:
6625: finishuserfileupload(): routine that creaes and sends the file to
6626: userspace, probably shouldn't be called directly
6627:
6628: docuname: username or courseid of destination for the file
6629: docudom: domain of user/course of destination for the file
6630: docuhome: loncapa id of the library server that is getting the file
6631: formname: same as for userfileupload()
6632: fname: filename (inculding subdirectories) for the file
6633:
6634: returns either the url of the uploaded file (/uploaded/....) if successful
6635: and /adm/notfound.html if unsuccessful
6636:
6637: =item *
6638:
6639: renameuserfile(): renames an existing userfile to a new name
6640:
6641: Args:
6642: docuname: username or courseid of destination for the file
6643: docudom: domain of user/course of destination for the file
6644: old: current file name (including any subdirs under userfiles)
6645: new: desired file name (including any subdirs under userfiles)
6646:
6647: =item *
6648:
6649: mkdiruserfile(): creates a directory is a userfiles dir
6650:
6651: Args:
6652: docuname: username or courseid of destination for the file
6653: docudom: domain of user/course of destination for the file
6654: dir: dir to create (including any subdirs under userfiles)
6655:
6656: =item *
6657:
6658: removeuserfile(): removes a file that exists in userfiles
6659:
6660: Args:
6661: docuname: username or courseid of destination for the file
6662: docudom: domain of user/course of destination for the file
6663: fname: filname to delete (including any subdirs under userfiles)
6664:
6665: =item *
6666:
6667: removeuploadedurl(): convience function for removeuserfile()
6668:
6669: Args:
6670: url: a full /uploaded/... url to delete
6671:
6672: =back
6673:
6674: =head2 HTTP Helper Routines
6675:
6676: =over 4
6677:
6678: =item *
6679:
6680: escape() : unpack non-word characters into CGI-compatible hex codes
6681:
6682: =item *
6683:
6684: unescape() : pack CGI-compatible hex codes into actual non-word ASCII character
6685:
6686: =back
6687:
6688: =head1 PRIVATE SUBROUTINES
6689:
6690: =head2 Underlying communication routines (Shouldn't call)
6691:
6692: =over 4
6693:
6694: =item *
6695:
6696: subreply() : tries to pass a message to lonc, returns con_lost if incapable
6697:
6698: =item *
6699:
6700: reply() : uses subreply to send a message to remote machine, logs all failures
6701:
6702: =item *
6703:
6704: critical() : passes a critical message to another server; if cannot
6705: get through then place message in connection buffer directory and
6706: returns con_delayed, if incapable of saving message, returns
6707: con_failed
6708:
6709: =item *
6710:
6711: reconlonc() : tries to reconnect lonc client processes.
6712:
6713: =back
6714:
6715: =head2 Resource Access Logging
6716:
6717: =over 4
6718:
6719: =item *
6720:
6721: flushcourselogs() : flush (save) buffer logs and access logs
6722:
6723: =item *
6724:
6725: courselog($what) : save message for course in hash
6726:
6727: =item *
6728:
6729: courseacclog($what) : save message for course using &courselog(). Perform
6730: special processing for specific resource types (problems, exams, quizzes, etc).
6731:
6732: =item *
6733:
6734: goodbye() : flush course logs and log shutting down; it is called in srm.conf
6735: as a PerlChildExitHandler
6736:
6737: =back
6738:
6739: =head2 Other
6740:
6741: =over 4
6742:
6743: =item *
6744:
6745: symblist($mapname,%newhash) : update symbolic storage links
6746:
6747: =back
6748:
6749: =cut
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>