1: # The LearningOnline Network
2: # TCP networking package
3: #
4: # $Id: lonnet.pm,v 1.812 2006/12/04 16:24:11 raeburn Exp $
5: #
6: # Copyright Michigan State University Board of Trustees
7: #
8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
9: #
10: # LON-CAPA is free software; you can redistribute it and/or modify
11: # it under the terms of the GNU General Public License as published by
12: # the Free Software Foundation; either version 2 of the License, or
13: # (at your option) any later version.
14: #
15: # LON-CAPA is distributed in the hope that it will be useful,
16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18: # GNU General Public License for more details.
19: #
20: # You should have received a copy of the GNU General Public License
21: # along with LON-CAPA; if not, write to the Free Software
22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23: #
24: # /home/httpd/html/adm/gpl.txt
25: #
26: # http://www.lon-capa.org/
27: #
28: ###
29:
30: package Apache::lonnet;
31:
32: use strict;
33: use LWP::UserAgent();
34: use HTTP::Headers;
35: use HTTP::Date;
36: # use Date::Parse;
37: use vars
38: qw(%perlvar %hostname %badServerCache %iphost %spareid %hostdom
39: %libserv %pr %prp $memcache %packagetab
40: %courselogs %accesshash %userrolehash %domainrolehash $processmarker $dumpcount
41: %coursedombuf %coursenumbuf %coursehombuf %coursedescrbuf %courseinstcodebuf %courseownerbuf %coursetypebuf
42: %domaindescription %domain_auth_def %domain_auth_arg_def
43: %domain_lang_def %domain_city %domain_longi %domain_lati %domain_primary
44: $tmpdir $_64bit %env);
45:
46: use IO::Socket;
47: use GDBM_File;
48: use HTML::LCParser;
49: use HTML::Parser;
50: use Fcntl qw(:flock);
51: use Storable qw(lock_store lock_nstore lock_retrieve freeze thaw nfreeze);
52: use Time::HiRes qw( gettimeofday tv_interval );
53: use Cache::Memcached;
54: use Digest::MD5;
55: use Math::Random;
56: use lib '/home/httpd/lib/perl';
57: use LONCAPA qw(:DEFAULT :match);
58: use LONCAPA::Configuration;
59:
60: my $readit;
61: my $max_connection_retries = 10; # Or some such value.
62:
63: require Exporter;
64:
65: our @ISA = qw (Exporter);
66: our @EXPORT = qw(%env);
67:
68: =pod
69:
70: =head1 Package Variables
71:
72: These are largely undocumented, so if you decipher one please note it here.
73:
74: =over 4
75:
76: =item $processmarker
77:
78: Contains the time this process was started and this servers host id.
79:
80: =item $dumpcount
81:
82: Counts the number of times a message log flush has been attempted (regardless
83: of success) by this process. Used as part of the filename when messages are
84: delayed.
85:
86: =back
87:
88: =cut
89:
90:
91: # --------------------------------------------------------------------- Logging
92: {
93: my $logid;
94: sub instructor_log {
95: my ($hash_name,$storehash,$delflag,$uname,$udom)=@_;
96: $logid++;
97: my $id=time().'00000'.$$.'00000'.$logid;
98: return &Apache::lonnet::put('nohist_'.$hash_name,
99: { $id => {
100: 'exe_uname' => $env{'user.name'},
101: 'exe_udom' => $env{'user.domain'},
102: 'exe_time' => time(),
103: 'exe_ip' => $ENV{'REMOTE_ADDR'},
104: 'delflag' => $delflag,
105: 'logentry' => $storehash,
106: 'uname' => $uname,
107: 'udom' => $udom,
108: }
109: },
110: $env{'course.'.$env{'request.course.id'}.'.domain'},
111: $env{'course.'.$env{'request.course.id'}.'.num'}
112: );
113: }
114: }
115:
116: sub logtouch {
117: my $execdir=$perlvar{'lonDaemons'};
118: unless (-e "$execdir/logs/lonnet.log") {
119: open(my $fh,">>$execdir/logs/lonnet.log");
120: close $fh;
121: }
122: my ($wwwuid,$wwwgid)=(getpwnam('www'))[2,3];
123: chown($wwwuid,$wwwgid,$execdir.'/logs/lonnet.log');
124: }
125:
126: sub logthis {
127: my $message=shift;
128: my $execdir=$perlvar{'lonDaemons'};
129: my $now=time;
130: my $local=localtime($now);
131: if (open(my $fh,">>$execdir/logs/lonnet.log")) {
132: print $fh "$local ($$): $message\n";
133: close($fh);
134: }
135: return 1;
136: }
137:
138: sub logperm {
139: my $message=shift;
140: my $execdir=$perlvar{'lonDaemons'};
141: my $now=time;
142: my $local=localtime($now);
143: if (open(my $fh,">>$execdir/logs/lonnet.perm.log")) {
144: print $fh "$now:$message:$local\n";
145: close($fh);
146: }
147: return 1;
148: }
149:
150: # -------------------------------------------------- Non-critical communication
151: sub subreply {
152: my ($cmd,$server)=@_;
153: my $peerfile="$perlvar{'lonSockDir'}/".$hostname{$server};
154: #
155: # With loncnew process trimming, there's a timing hole between lonc server
156: # process exit and the master server picking up the listen on the AF_UNIX
157: # socket. In that time interval, a lock file will exist:
158:
159: my $lockfile=$peerfile.".lock";
160: while (-e $lockfile) { # Need to wait for the lockfile to disappear.
161: sleep(1);
162: }
163: # At this point, either a loncnew parent is listening or an old lonc
164: # or loncnew child is listening so we can connect or everything's dead.
165: #
166: # We'll give the connection a few tries before abandoning it. If
167: # connection is not possible, we'll con_lost back to the client.
168: #
169: my $client;
170: for (my $retries = 0; $retries < $max_connection_retries; $retries++) {
171: $client=IO::Socket::UNIX->new(Peer =>"$peerfile",
172: Type => SOCK_STREAM,
173: Timeout => 10);
174: if($client) {
175: last; # Connected!
176: }
177: sleep(1); # Try again later if failed connection.
178: }
179: my $answer;
180: if ($client) {
181: print $client "sethost:$server:$cmd\n";
182: $answer=<$client>;
183: if (!$answer) { $answer="con_lost"; }
184: chomp($answer);
185: } else {
186: $answer = 'con_lost'; # Failed connection.
187: }
188: return $answer;
189: }
190:
191: sub reply {
192: my ($cmd,$server)=@_;
193: unless (defined($hostname{$server})) { return 'no_such_host'; }
194: my $answer=subreply($cmd,$server);
195: if (($answer=~/^refused/) || ($answer=~/^rejected/)) {
196: &logthis("<font color=\"blue\">WARNING:".
197: " $cmd to $server returned $answer</font>");
198: }
199: return $answer;
200: }
201:
202: # ----------------------------------------------------------- Send USR1 to lonc
203:
204: sub reconlonc {
205: my $peerfile=shift;
206: &logthis("Trying to reconnect for $peerfile");
207: my $loncfile="$perlvar{'lonDaemons'}/logs/lonc.pid";
208: if (open(my $fh,"<$loncfile")) {
209: my $loncpid=<$fh>;
210: chomp($loncpid);
211: if (kill 0 => $loncpid) {
212: &logthis("lonc at pid $loncpid responding, sending USR1");
213: kill USR1 => $loncpid;
214: sleep 1;
215: if (-e "$peerfile") { return; }
216: &logthis("$peerfile still not there, give it another try");
217: sleep 5;
218: if (-e "$peerfile") { return; }
219: &logthis(
220: "<font color=\"blue\">WARNING: $peerfile still not there, giving up</font>");
221: } else {
222: &logthis(
223: "<font color=\"blue\">WARNING:".
224: " lonc at pid $loncpid not responding, giving up</font>");
225: }
226: } else {
227: &logthis('<font color="blue">WARNING: lonc not running, giving up</font>');
228: }
229: }
230:
231: # ------------------------------------------------------ Critical communication
232:
233: sub critical {
234: my ($cmd,$server)=@_;
235: unless ($hostname{$server}) {
236: &logthis("<font color=\"blue\">WARNING:".
237: " Critical message to unknown server ($server)</font>");
238: return 'no_such_host';
239: }
240: my $answer=reply($cmd,$server);
241: if ($answer eq 'con_lost') {
242: &reconlonc("$perlvar{'lonSockDir'}/$server");
243: my $answer=reply($cmd,$server);
244: if ($answer eq 'con_lost') {
245: my $now=time;
246: my $middlename=$cmd;
247: $middlename=substr($middlename,0,16);
248: $middlename=~s/\W//g;
249: my $dfilename=
250: "$perlvar{'lonSockDir'}/delayed/$now.$dumpcount.$$.$middlename.$server";
251: $dumpcount++;
252: {
253: my $dfh;
254: if (open($dfh,">$dfilename")) {
255: print $dfh "$cmd\n";
256: close($dfh);
257: }
258: }
259: sleep 2;
260: my $wcmd='';
261: {
262: my $dfh;
263: if (open($dfh,"<$dfilename")) {
264: $wcmd=<$dfh>;
265: close($dfh);
266: }
267: }
268: chomp($wcmd);
269: if ($wcmd eq $cmd) {
270: &logthis("<font color=\"blue\">WARNING: ".
271: "Connection buffer $dfilename: $cmd</font>");
272: &logperm("D:$server:$cmd");
273: return 'con_delayed';
274: } else {
275: &logthis("<font color=\"red\">CRITICAL:"
276: ." Critical connection failed: $server $cmd</font>");
277: &logperm("F:$server:$cmd");
278: return 'con_failed';
279: }
280: }
281: }
282: return $answer;
283: }
284:
285: # ------------------------------------------- check if return value is an error
286:
287: sub error {
288: my ($result) = @_;
289: if ($result =~ /^(con_lost|no_such_host|error: (\d+) (.*))/) {
290: if ($2 == 2) { return undef; }
291: return $1;
292: }
293: return undef;
294: }
295:
296: sub convert_and_load_session_env {
297: my ($lonidsdir,$handle)=@_;
298: my @profile;
299: {
300: open(my $idf,"$lonidsdir/$handle.id");
301: flock($idf,LOCK_SH);
302: @profile=<$idf>;
303: close($idf);
304: }
305: my %temp_env;
306: foreach my $line (@profile) {
307: if ($line !~ m/=/) {
308: return 0;
309: }
310: chomp($line);
311: my ($envname,$envvalue)=split(/=/,$line,2);
312: $temp_env{&unescape($envname)} = &unescape($envvalue);
313: }
314: unlink("$lonidsdir/$handle.id");
315: if (tie(my %disk_env,'GDBM_File',"$lonidsdir/$handle.id",&GDBM_WRCREAT(),
316: 0640)) {
317: %disk_env = %temp_env;
318: @env{keys(%temp_env)} = @disk_env{keys(%temp_env)};
319: untie(%disk_env);
320: }
321: return 1;
322: }
323:
324: # ------------------------------------------- Transfer profile into environment
325: my $env_loaded;
326: sub transfer_profile_to_env {
327: my ($lonidsdir,$handle,$force_transfer) = @_;
328: if (!$force_transfer && $env_loaded) { return; }
329:
330: if (!defined($lonidsdir)) {
331: $lonidsdir = $perlvar{'lonIDsDir'};
332: }
333: if (!defined($handle)) {
334: ($handle) = ($env{'user.environment'} =~m|/([^/]+)\.id$| );
335: }
336:
337: my $convert;
338: {
339: open(my $idf,"$lonidsdir/$handle.id");
340: flock($idf,LOCK_SH);
341: if (tie(my %disk_env,'GDBM_File',"$lonidsdir/$handle.id",
342: &GDBM_READER(),0640)) {
343: @env{keys(%disk_env)} = @disk_env{keys(%disk_env)};
344: untie(%disk_env);
345: } else {
346: $convert = 1;
347: }
348: }
349: if ($convert) {
350: if (!&convert_and_load_session_env($lonidsdir,$handle)) {
351: &logthis("Failed to load session, or convert session.");
352: }
353: }
354:
355: my %remove;
356: while ( my $envname = each(%env) ) {
357: if (my ($key,$time) = ($envname =~ /^(cgi\.(\d+)_\d+\.)/)) {
358: if ($time < time-300) {
359: $remove{$key}++;
360: }
361: }
362: }
363:
364: $env{'user.environment'} = "$lonidsdir/$handle.id";
365: $env_loaded=1;
366: foreach my $expired_key (keys(%remove)) {
367: &delenv($expired_key);
368: }
369: }
370:
371: # ---------------------------------------------------------- Append Environment
372:
373: sub appenv {
374: my %newenv=@_;
375: foreach my $key (keys(%newenv)) {
376: if (($newenv{$key}=~/^user\.role/) || ($newenv{$key}=~/^user\.priv/)) {
377: &logthis("<font color=\"blue\">WARNING: ".
378: "Attempt to modify environment ".$key." to ".$newenv{$key}
379: .'</font>');
380: delete($newenv{$key});
381: } else {
382: $env{$key}=$newenv{$key};
383: }
384: }
385: if (tie(my %disk_env,'GDBM_File',$env{'user.environment'},&GDBM_WRITER(),
386: 0640)) {
387: while (my ($key,$value) = each(%newenv)) {
388: $disk_env{$key} = $value;
389: }
390: untie(%disk_env);
391: }
392: return 'ok';
393: }
394: # ----------------------------------------------------- Delete from Environment
395:
396: sub delenv {
397: my $delthis=shift;
398: if (($delthis=~/user\.role/) || ($delthis=~/user\.priv/)) {
399: &logthis("<font color=\"blue\">WARNING: ".
400: "Attempt to delete from environment ".$delthis);
401: return 'error';
402: }
403: if (tie(my %disk_env,'GDBM_File',$env{'user.environment'},&GDBM_WRITER(),
404: 0640)) {
405: foreach my $key (keys(%disk_env)) {
406: if ($key=~/^$delthis/) {
407: delete($env{$key});
408: delete($disk_env{$key});
409: }
410: }
411: untie(%disk_env);
412: }
413: return 'ok';
414: }
415:
416: sub get_env_multiple {
417: my ($name) = @_;
418: my @values;
419: if (defined($env{$name})) {
420: # exists is it an array
421: if (ref($env{$name})) {
422: @values=@{ $env{$name} };
423: } else {
424: $values[0]=$env{$name};
425: }
426: }
427: return(@values);
428: }
429:
430: # ------------------------------------------ Find out current server userload
431: # there is a copy in lond
432: sub userload {
433: my $numusers=0;
434: {
435: opendir(LONIDS,$perlvar{'lonIDsDir'});
436: my $filename;
437: my $curtime=time;
438: while ($filename=readdir(LONIDS)) {
439: if ($filename eq '.' || $filename eq '..') {next;}
440: my ($mtime)=(stat($perlvar{'lonIDsDir'}.'/'.$filename))[9];
441: if ($curtime-$mtime < 1800) { $numusers++; }
442: }
443: closedir(LONIDS);
444: }
445: my $userloadpercent=0;
446: my $maxuserload=$perlvar{'lonUserLoadLim'};
447: if ($maxuserload) {
448: $userloadpercent=100*$numusers/$maxuserload;
449: }
450: $userloadpercent=sprintf("%.2f",$userloadpercent);
451: return $userloadpercent;
452: }
453:
454: # ------------------------------------------ Fight off request when overloaded
455:
456: sub overloaderror {
457: my ($r,$checkserver)=@_;
458: unless ($checkserver) { $checkserver=$perlvar{'lonHostID'}; }
459: my $loadavg;
460: if ($checkserver eq $perlvar{'lonHostID'}) {
461: open(my $loadfile,'/proc/loadavg');
462: $loadavg=<$loadfile>;
463: $loadavg =~ s/\s.*//g;
464: $loadavg = 100*$loadavg/$perlvar{'lonLoadLim'};
465: close($loadfile);
466: } else {
467: $loadavg=&reply('load',$checkserver);
468: }
469: my $overload=$loadavg-100;
470: if ($overload>0) {
471: $r->err_headers_out->{'Retry-After'}=$overload;
472: $r->log_error('Overload of '.$overload.' on '.$checkserver);
473: return 413;
474: }
475: return '';
476: }
477:
478: # ------------------------------ Find server with least workload from spare.tab
479:
480: sub spareserver {
481: my ($loadpercent,$userloadpercent,$want_server_name) = @_;
482: my $spare_server;
483: if ($userloadpercent !~ /\d/) { $userloadpercent=0; }
484: my $lowest_load=($loadpercent > $userloadpercent) ? $loadpercent
485: : $userloadpercent;
486:
487: foreach my $try_server (@{ $spareid{'primary'} }) {
488: ($spare_server, $lowest_load) =
489: &compare_server_load($try_server, $spare_server, $lowest_load);
490: }
491:
492: my $found_server = ($spare_server ne '' && $lowest_load < 100);
493:
494: if (!$found_server) {
495: foreach my $try_server (@{ $spareid{'default'} }) {
496: ($spare_server, $lowest_load) =
497: &compare_server_load($try_server, $spare_server, $lowest_load);
498: }
499: }
500:
501: if (!$want_server_name) {
502: $spare_server="http://$hostname{$spare_server}";
503: }
504: return $spare_server;
505: }
506:
507: sub compare_server_load {
508: my ($try_server, $spare_server, $lowest_load) = @_;
509:
510: my $loadans = &reply('load', $try_server);
511: my $userloadans = &reply('userload',$try_server);
512:
513: if ($loadans !~ /\d/ && $userloadans !~ /\d/) {
514: next; #didn't get a number from the server
515: }
516:
517: my $load;
518: if ($loadans =~ /\d/) {
519: if ($userloadans =~ /\d/) {
520: #both are numbers, pick the bigger one
521: $load = ($loadans > $userloadans) ? $loadans
522: : $userloadans;
523: } else {
524: $load = $loadans;
525: }
526: } else {
527: $load = $userloadans;
528: }
529:
530: if (($load =~ /\d/) && ($load < $lowest_load)) {
531: $spare_server = $try_server;
532: $lowest_load = $load;
533: }
534: return ($spare_server,$lowest_load);
535: }
536: # --------------------------------------------- Try to change a user's password
537:
538: sub changepass {
539: my ($uname,$udom,$currentpass,$newpass,$server,$context)=@_;
540: $currentpass = &escape($currentpass);
541: $newpass = &escape($newpass);
542: my $answer = reply("encrypt:passwd:$udom:$uname:$currentpass:$newpass:$context",
543: $server);
544: if (! $answer) {
545: &logthis("No reply on password change request to $server ".
546: "by $uname in domain $udom.");
547: } elsif ($answer =~ "^ok") {
548: &logthis("$uname in $udom successfully changed their password ".
549: "on $server.");
550: } elsif ($answer =~ "^pwchange_failure") {
551: &logthis("$uname in $udom was unable to change their password ".
552: "on $server. The action was blocked by either lcpasswd ".
553: "or pwchange");
554: } elsif ($answer =~ "^non_authorized") {
555: &logthis("$uname in $udom did not get their password correct when ".
556: "attempting to change it on $server.");
557: } elsif ($answer =~ "^auth_mode_error") {
558: &logthis("$uname in $udom attempted to change their password despite ".
559: "not being locally or internally authenticated on $server.");
560: } elsif ($answer =~ "^unknown_user") {
561: &logthis("$uname in $udom attempted to change their password ".
562: "on $server but were unable to because $server is not ".
563: "their home server.");
564: } elsif ($answer =~ "^refused") {
565: &logthis("$server refused to change $uname in $udom password because ".
566: "it was sent an unencrypted request to change the password.");
567: }
568: return $answer;
569: }
570:
571: # ----------------------- Try to determine user's current authentication scheme
572:
573: sub queryauthenticate {
574: my ($uname,$udom)=@_;
575: my $uhome=&homeserver($uname,$udom);
576: if (!$uhome) {
577: &logthis("User $uname at $udom is unknown when looking for authentication mechanism");
578: return 'no_host';
579: }
580: my $answer=reply("encrypt:currentauth:$udom:$uname",$uhome);
581: if ($answer =~ /^(unknown_user|refused|con_lost)/) {
582: &logthis("User $uname at $udom threw error $answer when checking authentication mechanism");
583: }
584: return $answer;
585: }
586:
587: # --------- Try to authenticate user from domain's lib servers (first this one)
588:
589: sub authenticate {
590: my ($uname,$upass,$udom)=@_;
591: $upass=&escape($upass);
592: $uname= &LONCAPA::clean_username($uname);
593: my $uhome=&homeserver($uname,$udom);
594: if (!$uhome) {
595: &logthis("User $uname at $udom is unknown in authenticate");
596: return 'no_host';
597: }
598: my $answer=reply("encrypt:auth:$udom:$uname:$upass",$uhome);
599: if ($answer eq 'authorized') {
600: &logthis("User $uname at $udom authorized by $uhome");
601: return $uhome;
602: }
603: if ($answer eq 'non_authorized') {
604: &logthis("User $uname at $udom rejected by $uhome");
605: return 'no_host';
606: }
607: &logthis("User $uname at $udom threw error $answer when checking authentication mechanism");
608: return 'no_host';
609: }
610:
611: # ---------------------- Find the homebase for a user from domain's lib servers
612:
613: my %homecache;
614: sub homeserver {
615: my ($uname,$udom,$ignoreBadCache)=@_;
616: my $index="$uname:$udom";
617:
618: if (exists($homecache{$index})) { return $homecache{$index}; }
619: my $tryserver;
620: foreach $tryserver (keys %libserv) {
621: next if ($ignoreBadCache ne 'true' &&
622: exists($badServerCache{$tryserver}));
623: if ($hostdom{$tryserver} eq $udom) {
624: my $answer=reply("home:$udom:$uname",$tryserver);
625: if ($answer eq 'found') {
626: return $homecache{$index}=$tryserver;
627: } elsif ($answer eq 'no_host') {
628: $badServerCache{$tryserver}=1;
629: }
630: }
631: }
632: return 'no_host';
633: }
634:
635: # ------------------------------------- Find the usernames behind a list of IDs
636:
637: sub idget {
638: my ($udom,@ids)=@_;
639: my %returnhash=();
640:
641: my $tryserver;
642: foreach $tryserver (keys %libserv) {
643: if ($hostdom{$tryserver} eq $udom) {
644: my $idlist=join('&',@ids);
645: $idlist=~tr/A-Z/a-z/;
646: my $reply=&reply("idget:$udom:".$idlist,$tryserver);
647: my @answer=();
648: if (($reply ne 'con_lost') && ($reply!~/^error\:/)) {
649: @answer=split(/\&/,$reply);
650: } ;
651: my $i;
652: for ($i=0;$i<=$#ids;$i++) {
653: if ($answer[$i]) {
654: $returnhash{$ids[$i]}=$answer[$i];
655: }
656: }
657: }
658: }
659: return %returnhash;
660: }
661:
662: # ------------------------------------- Find the IDs behind a list of usernames
663:
664: sub idrget {
665: my ($udom,@unames)=@_;
666: my %returnhash=();
667: foreach my $uname (@unames) {
668: $returnhash{$uname}=(&userenvironment($udom,$uname,'id'))[1];
669: }
670: return %returnhash;
671: }
672:
673: # ------------------------------- Store away a list of names and associated IDs
674:
675: sub idput {
676: my ($udom,%ids)=@_;
677: my %servers=();
678: foreach my $uname (keys(%ids)) {
679: &cput('environment',{'id'=>$ids{$uname}},$udom,$uname);
680: my $uhom=&homeserver($uname,$udom);
681: if ($uhom ne 'no_host') {
682: my $id=&escape($ids{$uname});
683: $id=~tr/A-Z/a-z/;
684: my $esc_unam=&escape($uname);
685: if ($servers{$uhom}) {
686: $servers{$uhom}.='&'.$id.'='.$esc_unam;
687: } else {
688: $servers{$uhom}=$id.'='.$esc_unam;
689: }
690: }
691: }
692: foreach my $server (keys(%servers)) {
693: &critical('idput:'.$udom.':'.$servers{$server},$server);
694: }
695: }
696:
697: # ------------------------------------------- get items from domain db files
698:
699: sub get_dom {
700: my ($namespace,$storearr,$udom)=@_;
701: my $items='';
702: foreach my $item (@$storearr) {
703: $items.=&escape($item).'&';
704: }
705: $items=~s/\&$//;
706: if (!$udom) { $udom=$env{'user.domain'}; }
707: if (exists($domain_primary{$udom})) {
708: my $uhome=$domain_primary{$udom};
709: my $rep=&reply("getdom:$udom:$namespace:$items",$uhome);
710: my @pairs=split(/\&/,$rep);
711: if ( $#pairs==0 && $pairs[0] =~ /^(con_lost|error|no_such_host)/i) {
712: return @pairs;
713: }
714: my %returnhash=();
715: my $i=0;
716: foreach my $item (@$storearr) {
717: $returnhash{$item}=&thaw_unescape($pairs[$i]);
718: $i++;
719: }
720: return %returnhash;
721: } else {
722: &logthis("get_dom failed - no primary domain server for $udom");
723: }
724: }
725:
726: # -------------------------------------------- put items in domain db files
727:
728: sub put_dom {
729: my ($namespace,$storehash,$udom)=@_;
730: if (!$udom) { $udom=$env{'user.domain'}; }
731: if (exists($domain_primary{$udom})) {
732: my $uhome=$domain_primary{$udom};
733: my $items='';
734: foreach my $item (keys(%$storehash)) {
735: $items.=&escape($item).'='.&freeze_escape($$storehash{$item}).'&';
736: }
737: $items=~s/\&$//;
738: return &reply("putdom:$udom:$namespace:$items",$uhome);
739: } else {
740: &logthis("put_dom failed - no primary domain server for $udom");
741: }
742: }
743:
744: # --------------------------------------------------- Assign a key to a student
745:
746: sub assign_access_key {
747: #
748: # a valid key looks like uname:udom#comments
749: # comments are being appended
750: #
751: my ($ckey,$kdom,$knum,$cdom,$cnum,$udom,$uname,$logentry)=@_;
752: $kdom=
753: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($kdom));
754: $knum=
755: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($knum));
756: $cdom=
757: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
758: $cnum=
759: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
760: $udom=$env{'user.name'} unless (defined($udom));
761: $uname=$env{'user.domain'} unless (defined($uname));
762: my %existing=&get('accesskeys',[$ckey],$kdom,$knum);
763: if (($existing{$ckey}=~/^\#(.*)$/) || # - new key
764: ($existing{$ckey}=~/^\Q$uname\E\:\Q$udom\E\#(.*)$/)) {
765: # assigned to this person
766: # - this should not happen,
767: # unless something went wrong
768: # the first time around
769: # ready to assign
770: $logentry=$1.'; '.$logentry;
771: if (&put('accesskeys',{$ckey=>$uname.':'.$udom.'#'.$logentry},
772: $kdom,$knum) eq 'ok') {
773: # key now belongs to user
774: my $envkey='key.'.$cdom.'_'.$cnum;
775: if (&put('environment',{$envkey => $ckey}) eq 'ok') {
776: &appenv('environment.'.$envkey => $ckey);
777: return 'ok';
778: } else {
779: return
780: 'error: Count not permanently assign key, will need to be re-entered later.';
781: }
782: } else {
783: return 'error: Could not assign key, try again later.';
784: }
785: } elsif (!$existing{$ckey}) {
786: # the key does not exist
787: return 'error: The key does not exist';
788: } else {
789: # the key is somebody else's
790: return 'error: The key is already in use';
791: }
792: }
793:
794: # ------------------------------------------ put an additional comment on a key
795:
796: sub comment_access_key {
797: #
798: # a valid key looks like uname:udom#comments
799: # comments are being appended
800: #
801: my ($ckey,$cdom,$cnum,$logentry)=@_;
802: $cdom=
803: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
804: $cnum=
805: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
806: my %existing=&get('accesskeys',[$ckey],$cdom,$cnum);
807: if ($existing{$ckey}) {
808: $existing{$ckey}.='; '.$logentry;
809: # ready to assign
810: if (&put('accesskeys',{$ckey=>$existing{$ckey}},
811: $cdom,$cnum) eq 'ok') {
812: return 'ok';
813: } else {
814: return 'error: Count not store comment.';
815: }
816: } else {
817: # the key does not exist
818: return 'error: The key does not exist';
819: }
820: }
821:
822: # ------------------------------------------------------ Generate a set of keys
823:
824: sub generate_access_keys {
825: my ($number,$cdom,$cnum,$logentry)=@_;
826: $cdom=
827: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
828: $cnum=
829: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
830: unless (&allowed('mky',$cdom)) { return 0; }
831: unless (($cdom) && ($cnum)) { return 0; }
832: if ($number>10000) { return 0; }
833: sleep(2); # make sure don't get same seed twice
834: srand(time()^($$+($$<<15))); # from "Programming Perl"
835: my $total=0;
836: for (my $i=1;$i<=$number;$i++) {
837: my $newkey=sprintf("%lx",int(100000*rand)).'-'.
838: sprintf("%lx",int(100000*rand)).'-'.
839: sprintf("%lx",int(100000*rand));
840: $newkey=~s/1/g/g; # folks mix up 1 and l
841: $newkey=~s/0/h/g; # and also 0 and O
842: my %existing=&get('accesskeys',[$newkey],$cdom,$cnum);
843: if ($existing{$newkey}) {
844: $i--;
845: } else {
846: if (&put('accesskeys',
847: { $newkey => '# generated '.localtime().
848: ' by '.$env{'user.name'}.'@'.$env{'user.domain'}.
849: '; '.$logentry },
850: $cdom,$cnum) eq 'ok') {
851: $total++;
852: }
853: }
854: }
855: &log($env{'user.domain'},$env{'user.name'},$env{'user.home'},
856: 'Generated '.$total.' keys for '.$cnum.' at '.$cdom);
857: return $total;
858: }
859:
860: # ------------------------------------------------------- Validate an accesskey
861:
862: sub validate_access_key {
863: my ($ckey,$cdom,$cnum,$udom,$uname)=@_;
864: $cdom=
865: $env{'course.'.$env{'request.course.id'}.'.domain'} unless (defined($cdom));
866: $cnum=
867: $env{'course.'.$env{'request.course.id'}.'.num'} unless (defined($cnum));
868: $udom=$env{'user.domain'} unless (defined($udom));
869: $uname=$env{'user.name'} unless (defined($uname));
870: my %existing=&get('accesskeys',[$ckey],$cdom,$cnum);
871: return ($existing{$ckey}=~/^\Q$uname\E\:\Q$udom\E\#/);
872: }
873:
874: # ------------------------------------- Find the section of student in a course
875: sub devalidate_getsection_cache {
876: my ($udom,$unam,$courseid)=@_;
877: my $hashid="$udom:$unam:$courseid";
878: &devalidate_cache_new('getsection',$hashid);
879: }
880:
881: sub getsection {
882: my ($udom,$unam,$courseid)=@_;
883: my $cachetime=1800;
884:
885: my $hashid="$udom:$unam:$courseid";
886: my ($result,$cached)=&is_cached_new('getsection',$hashid);
887: if (defined($cached)) { return $result; }
888:
889: my %Pending;
890: my %Expired;
891: #
892: # Each role can either have not started yet (pending), be active,
893: # or have expired.
894: #
895: # If there is an active role, we are done.
896: #
897: # If there is more than one role which has not started yet,
898: # choose the one which will start sooner
899: # If there is one role which has not started yet, return it.
900: #
901: # If there is more than one expired role, choose the one which ended last.
902: # If there is a role which has expired, return it.
903: #
904: foreach my $line (split(/\&/,&reply('dump:'.$udom.':'.$unam.':roles',
905: &homeserver($unam,$udom)))) {
906: my ($key,$value)=split(/\=/,$line,2);
907: $key=&unescape($key);
908: next if ($key !~/^\Q$courseid\E(?:\/)*(\w+)*\_st$/);
909: my $section=$1;
910: if ($key eq $courseid.'_st') { $section=''; }
911: my ($dummy,$end,$start)=split(/\_/,&unescape($value));
912: my $now=time;
913: if (defined($end) && $end && ($now > $end)) {
914: $Expired{$end}=$section;
915: next;
916: }
917: if (defined($start) && $start && ($now < $start)) {
918: $Pending{$start}=$section;
919: next;
920: }
921: return &do_cache_new('getsection',$hashid,$section,$cachetime);
922: }
923: #
924: # Presumedly there will be few matching roles from the above
925: # loop and the sorting time will be negligible.
926: if (scalar(keys(%Pending))) {
927: my ($time) = sort {$a <=> $b} keys(%Pending);
928: return &do_cache_new('getsection',$hashid,$Pending{$time},$cachetime);
929: }
930: if (scalar(keys(%Expired))) {
931: my @sorted = sort {$a <=> $b} keys(%Expired);
932: my $time = pop(@sorted);
933: return &do_cache_new('getsection',$hashid,$Expired{$time},$cachetime);
934: }
935: return &do_cache_new('getsection',$hashid,'-1',$cachetime);
936: }
937:
938: sub save_cache {
939: &purge_remembered();
940: #&Apache::loncommon::validate_page();
941: undef(%env);
942: undef($env_loaded);
943: }
944:
945: my $to_remember=-1;
946: my %remembered;
947: my %accessed;
948: my $kicks=0;
949: my $hits=0;
950: sub devalidate_cache_new {
951: my ($name,$id,$debug) = @_;
952: if ($debug) { &Apache::lonnet::logthis("deleting $name:$id"); }
953: $id=&escape($name.':'.$id);
954: $memcache->delete($id);
955: delete($remembered{$id});
956: delete($accessed{$id});
957: }
958:
959: sub is_cached_new {
960: my ($name,$id,$debug) = @_;
961: $id=&escape($name.':'.$id);
962: if (exists($remembered{$id})) {
963: if ($debug) { &Apache::lonnet::logthis("Earyl return $id of $remembered{$id} "); }
964: $accessed{$id}=[&gettimeofday()];
965: $hits++;
966: return ($remembered{$id},1);
967: }
968: my $value = $memcache->get($id);
969: if (!(defined($value))) {
970: if ($debug) { &Apache::lonnet::logthis("getting $id is not defined"); }
971: return (undef,undef);
972: }
973: if ($value eq '__undef__') {
974: if ($debug) { &Apache::lonnet::logthis("getting $id is __undef__"); }
975: $value=undef;
976: }
977: &make_room($id,$value,$debug);
978: if ($debug) { &Apache::lonnet::logthis("getting $id is $value"); }
979: return ($value,1);
980: }
981:
982: sub do_cache_new {
983: my ($name,$id,$value,$time,$debug) = @_;
984: $id=&escape($name.':'.$id);
985: my $setvalue=$value;
986: if (!defined($setvalue)) {
987: $setvalue='__undef__';
988: }
989: if (!defined($time) ) {
990: $time=600;
991: }
992: if ($debug) { &Apache::lonnet::logthis("Setting $id to $value"); }
993: $memcache->set($id,$setvalue,$time);
994: # need to make a copy of $value
995: #&make_room($id,$value,$debug);
996: return $value;
997: }
998:
999: sub make_room {
1000: my ($id,$value,$debug)=@_;
1001: $remembered{$id}=$value;
1002: if ($to_remember<0) { return; }
1003: $accessed{$id}=[&gettimeofday()];
1004: if (scalar(keys(%remembered)) <= $to_remember) { return; }
1005: my $to_kick;
1006: my $max_time=0;
1007: foreach my $other (keys(%accessed)) {
1008: if (&tv_interval($accessed{$other}) > $max_time) {
1009: $to_kick=$other;
1010: $max_time=&tv_interval($accessed{$other});
1011: }
1012: }
1013: delete($remembered{$to_kick});
1014: delete($accessed{$to_kick});
1015: $kicks++;
1016: if ($debug) { &logthis("kicking $to_kick $max_time $kicks\n"); }
1017: return;
1018: }
1019:
1020: sub purge_remembered {
1021: #&logthis("Tossing ".scalar(keys(%remembered)));
1022: #&logthis(sprintf("%-20s is %s",'%remembered',length(&freeze(\%remembered))));
1023: undef(%remembered);
1024: undef(%accessed);
1025: }
1026: # ------------------------------------- Read an entry from a user's environment
1027:
1028: sub userenvironment {
1029: my ($udom,$unam,@what)=@_;
1030: my %returnhash=();
1031: my @answer=split(/\&/,
1032: &reply('get:'.$udom.':'.$unam.':environment:'.join('&',@what),
1033: &homeserver($unam,$udom)));
1034: my $i;
1035: for ($i=0;$i<=$#what;$i++) {
1036: $returnhash{$what[$i]}=&unescape($answer[$i]);
1037: }
1038: return %returnhash;
1039: }
1040:
1041: # ---------------------------------------------------------- Get a studentphoto
1042: sub studentphoto {
1043: my ($udom,$unam,$ext) = @_;
1044: my $home=&Apache::lonnet::homeserver($unam,$udom);
1045: if (defined($env{'request.course.id'})) {
1046: if ($env{'course.'.$env{'request.course.id'}.'.internal.showphoto'}) {
1047: if ($udom eq $env{'course.'.$env{'request.course.id'}.'.domain'}) {
1048: return(&retrievestudentphoto($udom,$unam,$ext));
1049: } else {
1050: my ($result,$perm_reqd)=
1051: &Apache::lonnet::auto_photo_permission($unam,$udom);
1052: if ($result eq 'ok') {
1053: if (!($perm_reqd eq 'yes')) {
1054: return(&retrievestudentphoto($udom,$unam,$ext));
1055: }
1056: }
1057: }
1058: }
1059: } else {
1060: my ($result,$perm_reqd) =
1061: &Apache::lonnet::auto_photo_permission($unam,$udom);
1062: if ($result eq 'ok') {
1063: if (!($perm_reqd eq 'yes')) {
1064: return(&retrievestudentphoto($udom,$unam,$ext));
1065: }
1066: }
1067: }
1068: return '/adm/lonKaputt/lonlogo_broken.gif';
1069: }
1070:
1071: sub retrievestudentphoto {
1072: my ($udom,$unam,$ext,$type) = @_;
1073: my $home=&Apache::lonnet::homeserver($unam,$udom);
1074: my $ret=&Apache::lonnet::reply("studentphoto:$udom:$unam:$ext:$type",$home);
1075: if ($ret eq 'ok') {
1076: my $url="/uploaded/$udom/$unam/internal/studentphoto.$ext";
1077: if ($type eq 'thumbnail') {
1078: $url="/uploaded/$udom/$unam/internal/studentphoto_tn.$ext";
1079: }
1080: my $tokenurl=&Apache::lonnet::tokenwrapper($url);
1081: return $tokenurl;
1082: } else {
1083: if ($type eq 'thumbnail') {
1084: return '/adm/lonKaputt/genericstudent_tn.gif';
1085: } else {
1086: return '/adm/lonKaputt/lonlogo_broken.gif';
1087: }
1088: }
1089: }
1090:
1091: # -------------------------------------------------------------------- New chat
1092:
1093: sub chatsend {
1094: my ($newentry,$anon,$group)=@_;
1095: my $cnum=$env{'course.'.$env{'request.course.id'}.'.num'};
1096: my $cdom=$env{'course.'.$env{'request.course.id'}.'.domain'};
1097: my $chome=$env{'course.'.$env{'request.course.id'}.'.home'};
1098: &reply('chatsend:'.$cdom.':'.$cnum.':'.
1099: &escape($env{'user.domain'}.':'.$env{'user.name'}.':'.$anon.':'.
1100: &escape($newentry)).':'.$group,$chome);
1101: }
1102:
1103: # ------------------------------------------ Find current version of a resource
1104:
1105: sub getversion {
1106: my $fname=&clutter(shift);
1107: unless ($fname=~/^\/res\//) { return -1; }
1108: return ¤tversion(&filelocation('',$fname));
1109: }
1110:
1111: sub currentversion {
1112: my $fname=shift;
1113: my ($result,$cached)=&is_cached_new('resversion',$fname);
1114: if (defined($cached)) { return $result; }
1115: my $author=$fname;
1116: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1117: my ($udom,$uname)=split(/\//,$author);
1118: my $home=homeserver($uname,$udom);
1119: if ($home eq 'no_host') {
1120: return -1;
1121: }
1122: my $answer=reply("currentversion:$fname",$home);
1123: if (($answer eq 'con_lost') || ($answer eq 'rejected')) {
1124: return -1;
1125: }
1126: return &do_cache_new('resversion',$fname,$answer,600);
1127: }
1128:
1129: # ----------------------------- Subscribe to a resource, return URL if possible
1130:
1131: sub subscribe {
1132: my $fname=shift;
1133: if ($fname=~/\/(aboutme|syllabus|bulletinboard|smppg)$/) { return ''; }
1134: $fname=~s/[\n\r]//g;
1135: my $author=$fname;
1136: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1137: my ($udom,$uname)=split(/\//,$author);
1138: my $home=homeserver($uname,$udom);
1139: if ($home eq 'no_host') {
1140: return 'not_found';
1141: }
1142: my $answer=reply("sub:$fname",$home);
1143: if (($answer eq 'con_lost') || ($answer eq 'rejected')) {
1144: $answer.=' by '.$home;
1145: }
1146: return $answer;
1147: }
1148:
1149: # -------------------------------------------------------------- Replicate file
1150:
1151: sub repcopy {
1152: my $filename=shift;
1153: $filename=~s/\/+/\//g;
1154: if ($filename=~m|^/home/httpd/html/adm/|) { return 'ok'; }
1155: if ($filename=~m|^/home/httpd/html/lonUsers/|) { return 'ok'; }
1156: if ($filename=~m|^/home/httpd/html/userfiles/| or
1157: $filename=~m -^/*(uploaded|editupload)/-) {
1158: return &repcopy_userfile($filename);
1159: }
1160: $filename=~s/[\n\r]//g;
1161: my $transname="$filename.in.transfer";
1162: if ((-e $filename) || (-e $transname)) { return 'ok'; }
1163: my $remoteurl=subscribe($filename);
1164: if ($remoteurl =~ /^con_lost by/) {
1165: &logthis("Subscribe returned $remoteurl: $filename");
1166: return 'unavailable';
1167: } elsif ($remoteurl eq 'not_found') {
1168: #&logthis("Subscribe returned not_found: $filename");
1169: return 'not_found';
1170: } elsif ($remoteurl =~ /^rejected by/) {
1171: &logthis("Subscribe returned $remoteurl: $filename");
1172: return 'forbidden';
1173: } elsif ($remoteurl eq 'directory') {
1174: return 'ok';
1175: } else {
1176: my $author=$filename;
1177: $author=~s/\/home\/httpd\/html\/res\/([^\/]*)\/([^\/]*).*/$1\/$2/;
1178: my ($udom,$uname)=split(/\//,$author);
1179: my $home=homeserver($uname,$udom);
1180: unless ($home eq $perlvar{'lonHostID'}) {
1181: my @parts=split(/\//,$filename);
1182: my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
1183: if ($path ne "$perlvar{'lonDocRoot'}/res") {
1184: &logthis("Malconfiguration for replication: $filename");
1185: return 'bad_request';
1186: }
1187: my $count;
1188: for ($count=5;$count<$#parts;$count++) {
1189: $path.="/$parts[$count]";
1190: if ((-e $path)!=1) {
1191: mkdir($path,0777);
1192: }
1193: }
1194: my $ua=new LWP::UserAgent;
1195: my $request=new HTTP::Request('GET',"$remoteurl");
1196: my $response=$ua->request($request,$transname);
1197: if ($response->is_error()) {
1198: unlink($transname);
1199: my $message=$response->status_line;
1200: &logthis("<font color=\"blue\">WARNING:"
1201: ." LWP get: $message: $filename</font>");
1202: return 'unavailable';
1203: } else {
1204: if ($remoteurl!~/\.meta$/) {
1205: my $mrequest=new HTTP::Request('GET',$remoteurl.'.meta');
1206: my $mresponse=$ua->request($mrequest,$filename.'.meta');
1207: if ($mresponse->is_error()) {
1208: unlink($filename.'.meta');
1209: &logthis(
1210: "<font color=\"yellow\">INFO: No metadata: $filename</font>");
1211: }
1212: }
1213: rename($transname,$filename);
1214: return 'ok';
1215: }
1216: }
1217: }
1218: }
1219:
1220: # ------------------------------------------------ Get server side include body
1221: sub ssi_body {
1222: my ($filelink,%form)=@_;
1223: if (! exists($form{'LONCAPA_INTERNAL_no_discussion'})) {
1224: $form{'LONCAPA_INTERNAL_no_discussion'}='true';
1225: }
1226: my $output=($filelink=~/^http\:/?&externalssi($filelink):
1227: &ssi($filelink,%form));
1228: $output=~s|//(\s*<!--)? BEGIN LON-CAPA Internal.+?// END LON-CAPA Internal\s*(-->)?\s||gs;
1229: $output=~s/^.*?\<body[^\>]*\>//si;
1230: $output=~s/(.*)\<\/body\s*\>.*?$/$1/si;
1231: return $output;
1232: }
1233:
1234: # --------------------------------------------------------- Server Side Include
1235:
1236: sub absolute_url {
1237: my ($host_name) = @_;
1238: my $protocol = ($ENV{'SERVER_PORT'} == 443?'https://':'http://');
1239: if ($host_name eq '') {
1240: $host_name = $ENV{'SERVER_NAME'};
1241: }
1242: return $protocol.$host_name;
1243: }
1244:
1245: sub ssi {
1246:
1247: my ($fn,%form)=@_;
1248:
1249: my $ua=new LWP::UserAgent;
1250:
1251: my $request;
1252:
1253: $form{'no_update_last_known'}=1;
1254:
1255: if (%form) {
1256: $request=new HTTP::Request('POST',&absolute_url().$fn);
1257: $request->content(join('&',map { &escape($_).'='.&escape($form{$_}) } keys %form));
1258: } else {
1259: $request=new HTTP::Request('GET',&absolute_url().$fn);
1260: }
1261:
1262: $request->header(Cookie => $ENV{'HTTP_COOKIE'});
1263: my $response=$ua->request($request);
1264:
1265: return $response->content;
1266: }
1267:
1268: sub externalssi {
1269: my ($url)=@_;
1270: my $ua=new LWP::UserAgent;
1271: my $request=new HTTP::Request('GET',$url);
1272: my $response=$ua->request($request);
1273: return $response->content;
1274: }
1275:
1276: # -------------------------------- Allow a /uploaded/ URI to be vouched for
1277:
1278: sub allowuploaded {
1279: my ($srcurl,$url)=@_;
1280: $url=&clutter(&declutter($url));
1281: my $dir=$url;
1282: $dir=~s/\/[^\/]+$//;
1283: my %httpref=();
1284: my $httpurl=&hreflocation('',$url);
1285: $httpref{'httpref.'.$httpurl}=$srcurl;
1286: &Apache::lonnet::appenv(%httpref);
1287: }
1288:
1289: # --------- File operations in /home/httpd/html/userfiles/$domain/1/2/3/$course
1290: # input: action, courseID, current domain, intended
1291: # path to file, source of file, instruction to parse file for objects,
1292: # ref to hash for embedded objects,
1293: # ref to hash for codebase of java objects.
1294: #
1295: # output: url to file (if action was uploaddoc),
1296: # ok if successful, or diagnostic message otherwise (if action was propagate or copy)
1297: #
1298: # Allows directory structure to be used within lonUsers/../userfiles/ for a
1299: # course.
1300: #
1301: # action = propagate - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1302: # will be copied to /home/httpd/lonUsers/1/2/3/$course/userfiles in
1303: # course's home server.
1304: #
1305: # action = copy - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file will
1306: # be copied from $source (current location) to
1307: # /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1308: # and will then be copied to
1309: # /home/httpd/lonUsers/$domain/1/2/3/$course/userfiles/$file in
1310: # course's home server.
1311: #
1312: # action = uploaddoc - /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1313: # will be retrived from $env{form.uploaddoc} (from DOCS interface) to
1314: # /home/httpd/html/userfiles/$domain/1/2/3/$course/$file
1315: # and will then be copied to /home/httpd/lonUsers/1/2/3/$course/userfiles/$file
1316: # in course's home server.
1317: #
1318:
1319: sub process_coursefile {
1320: my ($action,$docuname,$docudom,$file,$source,$parser,$allfiles,$codebase)=@_;
1321: my $fetchresult;
1322: my $home=&homeserver($docuname,$docudom);
1323: if ($action eq 'propagate') {
1324: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1325: $home);
1326: } else {
1327: my $fpath = '';
1328: my $fname = $file;
1329: ($fpath,$fname) = ($file =~ m|^(.*)/([^/]+)$|);
1330: $fpath=$docudom.'/'.$docuname.'/'.$fpath;
1331: my $filepath = &build_filepath($fpath);
1332: if ($action eq 'copy') {
1333: if ($source eq '') {
1334: $fetchresult = 'no source file';
1335: return $fetchresult;
1336: } else {
1337: my $destination = $filepath.'/'.$fname;
1338: rename($source,$destination);
1339: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1340: $home);
1341: }
1342: } elsif ($action eq 'uploaddoc') {
1343: open(my $fh,'>'.$filepath.'/'.$fname);
1344: print $fh $env{'form.'.$source};
1345: close($fh);
1346: if ($parser eq 'parse') {
1347: my $parse_result = &extract_embedded_items($filepath,$fname,$allfiles,$codebase);
1348: unless ($parse_result eq 'ok') {
1349: &logthis('Failed to parse '.$filepath.'/'.$fname.' for embedded media: '.$parse_result);
1350: }
1351: }
1352: $fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1353: $home);
1354: if ($fetchresult eq 'ok') {
1355: return '/uploaded/'.$fpath.'/'.$fname;
1356: } else {
1357: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1358: ' to host '.$home.': '.$fetchresult);
1359: return '/adm/notfound.html';
1360: }
1361: }
1362: }
1363: unless ( $fetchresult eq 'ok') {
1364: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1365: ' to host '.$home.': '.$fetchresult);
1366: }
1367: return $fetchresult;
1368: }
1369:
1370: sub build_filepath {
1371: my ($fpath) = @_;
1372: my $filepath=$perlvar{'lonDocRoot'}.'/userfiles';
1373: unless ($fpath eq '') {
1374: my @parts=split('/',$fpath);
1375: foreach my $part (@parts) {
1376: $filepath.= '/'.$part;
1377: if ((-e $filepath)!=1) {
1378: mkdir($filepath,0777);
1379: }
1380: }
1381: }
1382: return $filepath;
1383: }
1384:
1385: sub store_edited_file {
1386: my ($primary_url,$content,$docudom,$docuname,$fetchresult) = @_;
1387: my $file = $primary_url;
1388: $file =~ s#^/uploaded/$docudom/$docuname/##;
1389: my $fpath = '';
1390: my $fname = $file;
1391: ($fpath,$fname) = ($file =~ m|^(.*)/([^/]+)$|);
1392: $fpath=$docudom.'/'.$docuname.'/'.$fpath;
1393: my $filepath = &build_filepath($fpath);
1394: open(my $fh,'>'.$filepath.'/'.$fname);
1395: print $fh $content;
1396: close($fh);
1397: my $home=&homeserver($docuname,$docudom);
1398: $$fetchresult= &reply('fetchuserfile:'.$docudom.'/'.$docuname.'/'.$file,
1399: $home);
1400: if ($$fetchresult eq 'ok') {
1401: return '/uploaded/'.$fpath.'/'.$fname;
1402: } else {
1403: &logthis('Failed to transfer '.$docudom.'/'.$docuname.'/'.$file.
1404: ' to host '.$home.': '.$$fetchresult);
1405: return '/adm/notfound.html';
1406: }
1407: }
1408:
1409: sub clean_filename {
1410: my ($fname)=@_;
1411: # Replace Windows backslashes by forward slashes
1412: $fname=~s/\\/\//g;
1413: # Get rid of everything but the actual filename
1414: $fname=~s/^.*\/([^\/]+)$/$1/;
1415: # Replace spaces by underscores
1416: $fname=~s/\s+/\_/g;
1417: # Replace all other weird characters by nothing
1418: $fname=~s/[^\w\.\-]//g;
1419: # Replace all .\d. sequences with _\d. so they no longer look like version
1420: # numbers
1421: $fname=~s/\.(\d+)(?=\.)/_$1/g;
1422: return $fname;
1423: }
1424:
1425: # --------------- Take an uploaded file and put it into the userfiles directory
1426: # input: $formname - the contents of the file are in $env{"form.$formname"}
1427: # the desired filenam is in $env{"form.$formname.filename"}
1428: # $coursedoc - if true up to the current course
1429: # if false
1430: # $subdir - directory in userfile to store the file into
1431: # $parser, $allfiles, $codebase - unknown
1432: #
1433: # output: url of file in userspace, or error: <message>
1434: # or /adm/notfound.html if failure to upload occurse
1435:
1436:
1437: sub userfileupload {
1438: my ($formname,$coursedoc,$subdir,$parser,$allfiles,$codebase,$destuname,$destudom)=@_;
1439: if (!defined($subdir)) { $subdir='unknown'; }
1440: my $fname=$env{'form.'.$formname.'.filename'};
1441: $fname=&clean_filename($fname);
1442: # See if there is anything left
1443: unless ($fname) { return 'error: no uploaded file'; }
1444: chop($env{'form.'.$formname});
1445: if (($formname eq 'screenshot') && ($subdir eq 'helprequests')) { #files uploaded to help request form are handled differently
1446: my $now = time;
1447: my $filepath = 'tmp/helprequests/'.$now;
1448: my @parts=split(/\//,$filepath);
1449: my $fullpath = $perlvar{'lonDaemons'};
1450: for (my $i=0;$i<@parts;$i++) {
1451: $fullpath .= '/'.$parts[$i];
1452: if ((-e $fullpath)!=1) {
1453: mkdir($fullpath,0777);
1454: }
1455: }
1456: open(my $fh,'>'.$fullpath.'/'.$fname);
1457: print $fh $env{'form.'.$formname};
1458: close($fh);
1459: return $fullpath.'/'.$fname;
1460: } elsif (($formname eq 'coursecreatorxml') && ($subdir eq 'batchupload')) { #files uploaded to create course page are handled differently
1461: my $filepath = 'tmp/addcourse/'.$destudom.'/web/'.$env{'user.name'}.
1462: '_'.$env{'user.domain'}.'/pending';
1463: my @parts=split(/\//,$filepath);
1464: my $fullpath = $perlvar{'lonDaemons'};
1465: for (my $i=0;$i<@parts;$i++) {
1466: $fullpath .= '/'.$parts[$i];
1467: if ((-e $fullpath)!=1) {
1468: mkdir($fullpath,0777);
1469: }
1470: }
1471: open(my $fh,'>'.$fullpath.'/'.$fname);
1472: print $fh $env{'form.'.$formname};
1473: close($fh);
1474: return $fullpath.'/'.$fname;
1475: }
1476:
1477: # Create the directory if not present
1478: $fname="$subdir/$fname";
1479: if ($coursedoc) {
1480: my $docuname=$env{'course.'.$env{'request.course.id'}.'.num'};
1481: my $docudom=$env{'course.'.$env{'request.course.id'}.'.domain'};
1482: if ($env{'form.folder'} =~ m/^(default|supplemental)/) {
1483: return &finishuserfileupload($docuname,$docudom,
1484: $formname,$fname,$parser,$allfiles,
1485: $codebase);
1486: } else {
1487: $fname=$env{'form.folder'}.'/'.$fname;
1488: return &process_coursefile('uploaddoc',$docuname,$docudom,
1489: $fname,$formname,$parser,
1490: $allfiles,$codebase);
1491: }
1492: } elsif (defined($destuname)) {
1493: my $docuname=$destuname;
1494: my $docudom=$destudom;
1495: return &finishuserfileupload($docuname,$docudom,$formname,
1496: $fname,$parser,$allfiles,$codebase);
1497:
1498: } else {
1499: my $docuname=$env{'user.name'};
1500: my $docudom=$env{'user.domain'};
1501: if (exists($env{'form.group'})) {
1502: $docuname=$env{'course.'.$env{'request.course.id'}.'.num'};
1503: $docudom=$env{'course.'.$env{'request.course.id'}.'.domain'};
1504: }
1505: return &finishuserfileupload($docuname,$docudom,$formname,
1506: $fname,$parser,$allfiles,$codebase);
1507: }
1508: }
1509:
1510: sub finishuserfileupload {
1511: my ($docuname,$docudom,$formname,$fname,$parser,$allfiles,$codebase) = @_;
1512: my $path=$docudom.'/'.$docuname.'/';
1513: my $filepath=$perlvar{'lonDocRoot'};
1514: my ($fnamepath,$file);
1515: $file=$fname;
1516: if ($fname=~m|/|) {
1517: ($fnamepath,$file) = ($fname =~ m|^(.*)/([^/]+)$|);
1518: $path.=$fnamepath.'/';
1519: }
1520: my @parts=split(/\//,$filepath.'/userfiles/'.$path);
1521: my $count;
1522: for ($count=4;$count<=$#parts;$count++) {
1523: $filepath.="/$parts[$count]";
1524: if ((-e $filepath)!=1) {
1525: mkdir($filepath,0777);
1526: }
1527: }
1528: # Save the file
1529: {
1530: if (!open(FH,'>'.$filepath.'/'.$file)) {
1531: &logthis('Failed to create '.$filepath.'/'.$file);
1532: print STDERR ('Failed to create '.$filepath.'/'.$file."\n");
1533: return '/adm/notfound.html';
1534: }
1535: if (!print FH ($env{'form.'.$formname})) {
1536: &logthis('Failed to write to '.$filepath.'/'.$file);
1537: print STDERR ('Failed to write to '.$filepath.'/'.$file."\n");
1538: return '/adm/notfound.html';
1539: }
1540: close(FH);
1541: }
1542: if ($parser eq 'parse') {
1543: my $parse_result = &extract_embedded_items($filepath,$file,$allfiles,
1544: $codebase);
1545: unless ($parse_result eq 'ok') {
1546: &logthis('Failed to parse '.$filepath.$file.
1547: ' for embedded media: '.$parse_result);
1548: }
1549: }
1550: # Notify homeserver to grep it
1551: #
1552: my $docuhome=&homeserver($docuname,$docudom);
1553: my $fetchresult= &reply('fetchuserfile:'.$path.$file,$docuhome);
1554: if ($fetchresult eq 'ok') {
1555: #
1556: # Return the URL to it
1557: return '/uploaded/'.$path.$file;
1558: } else {
1559: &logthis('Failed to transfer '.$path.$file.' to host '.$docuhome.
1560: ': '.$fetchresult);
1561: return '/adm/notfound.html';
1562: }
1563: }
1564:
1565: sub extract_embedded_items {
1566: my ($filepath,$file,$allfiles,$codebase,$content) = @_;
1567: my @state = ();
1568: my %javafiles = (
1569: codebase => '',
1570: code => '',
1571: archive => ''
1572: );
1573: my %mediafiles = (
1574: src => '',
1575: movie => '',
1576: );
1577: my $p;
1578: if ($content) {
1579: $p = HTML::LCParser->new($content);
1580: } else {
1581: $p = HTML::LCParser->new($filepath.'/'.$file);
1582: }
1583: while (my $t=$p->get_token()) {
1584: if ($t->[0] eq 'S') {
1585: my ($tagname, $attr) = ($t->[1],$t->[2]);
1586: push (@state, $tagname);
1587: if (lc($tagname) eq 'allow') {
1588: &add_filetype($allfiles,$attr->{'src'},'src');
1589: }
1590: if (lc($tagname) eq 'img') {
1591: &add_filetype($allfiles,$attr->{'src'},'src');
1592: }
1593: if (lc($tagname) eq 'script') {
1594: if ($attr->{'archive'} =~ /\.jar$/i) {
1595: &add_filetype($allfiles,$attr->{'archive'},'archive');
1596: } else {
1597: &add_filetype($allfiles,$attr->{'src'},'src');
1598: }
1599: }
1600: if (lc($tagname) eq 'link') {
1601: if (lc($attr->{'rel'}) eq 'stylesheet') {
1602: &add_filetype($allfiles,$attr->{'href'},'href');
1603: }
1604: }
1605: if (lc($tagname) eq 'object' ||
1606: (lc($tagname) eq 'embed' && lc($state[-2]) ne 'object')) {
1607: foreach my $item (keys(%javafiles)) {
1608: $javafiles{$item} = '';
1609: }
1610: }
1611: if (lc($state[-2]) eq 'object' && lc($tagname) eq 'param') {
1612: my $name = lc($attr->{'name'});
1613: foreach my $item (keys(%javafiles)) {
1614: if ($name eq $item) {
1615: $javafiles{$item} = $attr->{'value'};
1616: last;
1617: }
1618: }
1619: foreach my $item (keys(%mediafiles)) {
1620: if ($name eq $item) {
1621: &add_filetype($allfiles, $attr->{'value'}, 'value');
1622: last;
1623: }
1624: }
1625: }
1626: if (lc($tagname) eq 'embed' || lc($tagname) eq 'applet') {
1627: foreach my $item (keys(%javafiles)) {
1628: if ($attr->{$item}) {
1629: $javafiles{$item} = $attr->{$item};
1630: last;
1631: }
1632: }
1633: foreach my $item (keys(%mediafiles)) {
1634: if ($attr->{$item}) {
1635: &add_filetype($allfiles,$attr->{$item},$item);
1636: last;
1637: }
1638: }
1639: }
1640: } elsif ($t->[0] eq 'E') {
1641: my ($tagname) = ($t->[1]);
1642: if ($javafiles{'codebase'} ne '') {
1643: $javafiles{'codebase'} .= '/';
1644: }
1645: if (lc($tagname) eq 'applet' ||
1646: lc($tagname) eq 'object' ||
1647: (lc($tagname) eq 'embed' && lc($state[-2]) ne 'object')
1648: ) {
1649: foreach my $item (keys(%javafiles)) {
1650: if ($item ne 'codebase' && $javafiles{$item} ne '') {
1651: my $file=$javafiles{'codebase'}.$javafiles{$item};
1652: &add_filetype($allfiles,$file,$item);
1653: }
1654: }
1655: }
1656: pop @state;
1657: }
1658: }
1659: return 'ok';
1660: }
1661:
1662: sub add_filetype {
1663: my ($allfiles,$file,$type)=@_;
1664: if (exists($allfiles->{$file})) {
1665: unless (grep/^\Q$type\E$/, @{$allfiles->{$file}}) {
1666: push(@{$allfiles->{$file}}, &escape($type));
1667: }
1668: } else {
1669: @{$allfiles->{$file}} = (&escape($type));
1670: }
1671: }
1672:
1673: sub removeuploadedurl {
1674: my ($url)=@_;
1675: my (undef,undef,$udom,$uname,$fname)=split('/',$url,5);
1676: return &removeuserfile($uname,$udom,$fname);
1677: }
1678:
1679: sub removeuserfile {
1680: my ($docuname,$docudom,$fname)=@_;
1681: my $home=&homeserver($docuname,$docudom);
1682: my $result = &reply("removeuserfile:$docudom/$docuname/$fname",$home);
1683: if ($result eq 'ok') {
1684: if (($fname !~ /\.meta$/) && (&is_portfolio_file($fname))) {
1685: my $metafile = $fname.'.meta';
1686: my $metaresult = &removeuserfile($docuname,$docudom,$metafile);
1687: }
1688: }
1689: return $result;
1690: }
1691:
1692: sub mkdiruserfile {
1693: my ($docuname,$docudom,$dir)=@_;
1694: my $home=&homeserver($docuname,$docudom);
1695: return &reply("mkdiruserfile:".&escape("$docudom/$docuname/$dir"),$home);
1696: }
1697:
1698: sub renameuserfile {
1699: my ($docuname,$docudom,$old,$new)=@_;
1700: my $home=&homeserver($docuname,$docudom);
1701: my $result = &reply("renameuserfile:$docudom:$docuname:".
1702: &escape("$old").':'.&escape("$new"),$home);
1703: if ($result eq 'ok') {
1704: if (($old !~ /\.meta$/) && (&is_portfolio_file($old))) {
1705: my $oldmeta = $old.'.meta';
1706: my $newmeta = $new.'.meta';
1707: my $metaresult =
1708: &renameuserfile($docuname,$docudom,$oldmeta,$newmeta);
1709: }
1710: }
1711: return $result;
1712: }
1713:
1714: # ------------------------------------------------------------------------- Log
1715:
1716: sub log {
1717: my ($dom,$nam,$hom,$what)=@_;
1718: return critical("log:$dom:$nam:$what",$hom);
1719: }
1720:
1721: # ------------------------------------------------------------------ Course Log
1722: #
1723: # This routine flushes several buffers of non-mission-critical nature
1724: #
1725:
1726: sub flushcourselogs {
1727: &logthis('Flushing log buffers');
1728: #
1729: # course logs
1730: # This is a log of all transactions in a course, which can be used
1731: # for data mining purposes
1732: #
1733: # It also collects the courseid database, which lists last transaction
1734: # times and course titles for all courseids
1735: #
1736: my %courseidbuffer=();
1737: foreach my $crsid (keys %courselogs) {
1738: if (&reply('log:'.$coursedombuf{$crsid}.':'.$coursenumbuf{$crsid}.':'.
1739: &escape($courselogs{$crsid}),
1740: $coursehombuf{$crsid}) eq 'ok') {
1741: delete $courselogs{$crsid};
1742: } else {
1743: &logthis('Failed to flush log buffer for '.$crsid);
1744: if (length($courselogs{$crsid})>40000) {
1745: &logthis("<font color=\"blue\">WARNING: Buffer for ".$crsid.
1746: " exceeded maximum size, deleting.</font>");
1747: delete $courselogs{$crsid};
1748: }
1749: }
1750: if ($courseidbuffer{$coursehombuf{$crsid}}) {
1751: $courseidbuffer{$coursehombuf{$crsid}}.='&'.
1752: &escape($crsid).'='.&escape($coursedescrbuf{$crsid}).
1753: ':'.&escape($courseinstcodebuf{$crsid}).':'.&escape($courseownerbuf{$crsid}).':'.&escape($coursetypebuf{$crsid});
1754: } else {
1755: $courseidbuffer{$coursehombuf{$crsid}}=
1756: &escape($crsid).'='.&escape($coursedescrbuf{$crsid}).
1757: ':'.&escape($courseinstcodebuf{$crsid}).':'.&escape($courseownerbuf{$crsid}).':'.&escape($coursetypebuf{$crsid});
1758: }
1759: }
1760: #
1761: # Write course id database (reverse lookup) to homeserver of courses
1762: # Is used in pickcourse
1763: #
1764: foreach my $crsid (keys(%courseidbuffer)) {
1765: &courseidput($hostdom{$crsid},$courseidbuffer{$crsid},$crsid);
1766: }
1767: #
1768: # File accesses
1769: # Writes to the dynamic metadata of resources to get hit counts, etc.
1770: #
1771: foreach my $entry (keys(%accesshash)) {
1772: if ($entry =~ /___count$/) {
1773: my ($dom,$name);
1774: ($dom,$name,undef)=
1775: ($entry=~m{___($match_domain)/($match_name)/(.*)___count$});
1776: if (! defined($dom) || $dom eq '' ||
1777: ! defined($name) || $name eq '') {
1778: my $cid = $env{'request.course.id'};
1779: $dom = $env{'request.'.$cid.'.domain'};
1780: $name = $env{'request.'.$cid.'.num'};
1781: }
1782: my $value = $accesshash{$entry};
1783: my (undef,$url,undef) = ($entry =~ /^(.*)___(.*)___count$/);
1784: my %temphash=($url => $value);
1785: my $result = &inc('nohist_accesscount',\%temphash,$dom,$name);
1786: if ($result eq 'ok') {
1787: delete $accesshash{$entry};
1788: } elsif ($result eq 'unknown_cmd') {
1789: # Target server has old code running on it.
1790: my %temphash=($entry => $value);
1791: if (&put('nohist_resevaldata',\%temphash,$dom,$name) eq 'ok') {
1792: delete $accesshash{$entry};
1793: }
1794: }
1795: } else {
1796: my ($dom,$name) = ($entry=~m{___($match_domain)/($match_name)/(.*)___(\w+)$});
1797: my %temphash=($entry => $accesshash{$entry});
1798: if (&put('nohist_resevaldata',\%temphash,$dom,$name) eq 'ok') {
1799: delete $accesshash{$entry};
1800: }
1801: }
1802: }
1803: #
1804: # Roles
1805: # Reverse lookup of user roles for course faculty/staff and co-authorship
1806: #
1807: foreach my $entry (keys(%userrolehash)) {
1808: my ($role,$uname,$udom,$runame,$rudom,$rsec)=
1809: split(/\:/,$entry);
1810: if (&Apache::lonnet::put('nohist_userroles',
1811: { $role.':'.$uname.':'.$udom.':'.$rsec => $userrolehash{$entry} },
1812: $rudom,$runame) eq 'ok') {
1813: delete $userrolehash{$entry};
1814: }
1815: }
1816: #
1817: # Reverse lookup of domain roles (dc, ad, li, sc, au)
1818: #
1819: my %domrolebuffer = ();
1820: foreach my $entry (keys %domainrolehash) {
1821: my ($role,$uname,$udom,$runame,$rudom,$rsec)=split/:/,$entry;
1822: if ($domrolebuffer{$rudom}) {
1823: $domrolebuffer{$rudom}.='&'.&escape($entry).
1824: '='.&escape($domainrolehash{$entry});
1825: } else {
1826: $domrolebuffer{$rudom}.=&escape($entry).
1827: '='.&escape($domainrolehash{$entry});
1828: }
1829: delete $domainrolehash{$entry};
1830: }
1831: foreach my $dom (keys(%domrolebuffer)) {
1832: foreach my $tryserver (keys %libserv) {
1833: if ($hostdom{$tryserver} eq $dom) {
1834: unless (&reply('domroleput:'.$dom.':'.
1835: $domrolebuffer{$dom},$tryserver) eq 'ok') {
1836: &logthis('Put of domain roles failed for '.$dom.' and '.$tryserver);
1837: }
1838: }
1839: }
1840: }
1841: $dumpcount++;
1842: }
1843:
1844: sub courselog {
1845: my $what=shift;
1846: $what=time.':'.$what;
1847: unless ($env{'request.course.id'}) { return ''; }
1848: $coursedombuf{$env{'request.course.id'}}=
1849: $env{'course.'.$env{'request.course.id'}.'.domain'};
1850: $coursenumbuf{$env{'request.course.id'}}=
1851: $env{'course.'.$env{'request.course.id'}.'.num'};
1852: $coursehombuf{$env{'request.course.id'}}=
1853: $env{'course.'.$env{'request.course.id'}.'.home'};
1854: $coursedescrbuf{$env{'request.course.id'}}=
1855: $env{'course.'.$env{'request.course.id'}.'.description'};
1856: $courseinstcodebuf{$env{'request.course.id'}}=
1857: $env{'course.'.$env{'request.course.id'}.'.internal.coursecode'};
1858: $courseownerbuf{$env{'request.course.id'}}=
1859: $env{'course.'.$env{'request.course.id'}.'.internal.courseowner'};
1860: $coursetypebuf{$env{'request.course.id'}}=
1861: $env{'course.'.$env{'request.course.id'}.'.type'};
1862: if (defined $courselogs{$env{'request.course.id'}}) {
1863: $courselogs{$env{'request.course.id'}}.='&'.$what;
1864: } else {
1865: $courselogs{$env{'request.course.id'}}.=$what;
1866: }
1867: if (length($courselogs{$env{'request.course.id'}})>4048) {
1868: &flushcourselogs();
1869: }
1870: }
1871:
1872: sub courseacclog {
1873: my $fnsymb=shift;
1874: unless ($env{'request.course.id'}) { return ''; }
1875: my $what=$fnsymb.':'.$env{'user.name'}.':'.$env{'user.domain'};
1876: if ($fnsymb=~/(problem|exam|quiz|assess|survey|form|task|page)$/) {
1877: $what.=':POST';
1878: # FIXME: Probably ought to escape things....
1879: foreach my $key (keys(%env)) {
1880: if ($key=~/^form\.(.*)/) {
1881: $what.=':'.$1.'='.$env{$key};
1882: }
1883: }
1884: } elsif ($fnsymb =~ m:^/adm/searchcat:) {
1885: # FIXME: We should not be depending on a form parameter that someone
1886: # editing lonsearchcat.pm might change in the future.
1887: if ($env{'form.phase'} eq 'course_search') {
1888: $what.= ':POST';
1889: # FIXME: Probably ought to escape things....
1890: foreach my $element ('courseexp','crsfulltext','crsrelated',
1891: 'crsdiscuss') {
1892: $what.=':'.$element.'='.$env{'form.'.$element};
1893: }
1894: }
1895: }
1896: &courselog($what);
1897: }
1898:
1899: sub countacc {
1900: my $url=&declutter(shift);
1901: return if (! defined($url) || $url eq '');
1902: unless ($env{'request.course.id'}) { return ''; }
1903: $accesshash{$env{'request.course.id'}.'___'.$url.'___course'}=1;
1904: my $key=$$.$processmarker.'_'.$dumpcount.'___'.$url.'___count';
1905: $accesshash{$key}++;
1906: }
1907:
1908: sub linklog {
1909: my ($from,$to)=@_;
1910: $from=&declutter($from);
1911: $to=&declutter($to);
1912: $accesshash{$from.'___'.$to.'___comefrom'}=1;
1913: $accesshash{$to.'___'.$from.'___goto'}=1;
1914: }
1915:
1916: sub userrolelog {
1917: my ($trole,$username,$domain,$area,$tstart,$tend)=@_;
1918: if (($trole=~/^ca/) || ($trole=~/^aa/) ||
1919: ($trole=~/^in/) || ($trole=~/^cc/) ||
1920: ($trole=~/^ep/) || ($trole=~/^cr/) ||
1921: ($trole=~/^ta/)) {
1922: my (undef,$rudom,$runame,$rsec)=split(/\//,$area);
1923: $userrolehash
1924: {$trole.':'.$username.':'.$domain.':'.$runame.':'.$rudom.':'.$rsec}
1925: =$tend.':'.$tstart;
1926: }
1927: if (($trole=~/^dc/) || ($trole=~/^ad/) ||
1928: ($trole=~/^li/) || ($trole=~/^li/) ||
1929: ($trole=~/^au/) || ($trole=~/^dg/) ||
1930: ($trole=~/^sc/)) {
1931: my (undef,$rudom,$runame,$rsec)=split(/\//,$area);
1932: $domainrolehash
1933: {$trole.':'.$username.':'.$domain.':'.$runame.':'.$rudom.':'.$rsec}
1934: = $tend.':'.$tstart;
1935: }
1936: }
1937:
1938: sub get_course_adv_roles {
1939: my $cid=shift;
1940: $cid=$env{'request.course.id'} unless (defined($cid));
1941: my %coursehash=&coursedescription($cid);
1942: my %nothide=();
1943: foreach my $user (split(/\s*\,\s*/,$coursehash{'nothideprivileged'})) {
1944: $nothide{join(':',split(/[\@\:]/,$user))}=1;
1945: }
1946: my %returnhash=();
1947: my %dumphash=
1948: &dump('nohist_userroles',$coursehash{'domain'},$coursehash{'num'});
1949: my $now=time;
1950: foreach my $entry (keys %dumphash) {
1951: my ($tend,$tstart)=split(/\:/,$dumphash{$entry});
1952: if (($tstart) && ($tstart<0)) { next; }
1953: if (($tend) && ($tend<$now)) { next; }
1954: if (($tstart) && ($now<$tstart)) { next; }
1955: my ($role,$username,$domain,$section)=split(/\:/,$entry);
1956: if ($username eq '' || $domain eq '') { next; }
1957: if ((&privileged($username,$domain)) &&
1958: (!$nothide{$username.':'.$domain})) { next; }
1959: if ($role eq 'cr') { next; }
1960: my $key=&plaintext($role);
1961: if ($section) { $key.=' (Sec/Grp '.$section.')'; }
1962: if ($returnhash{$key}) {
1963: $returnhash{$key}.=','.$username.':'.$domain;
1964: } else {
1965: $returnhash{$key}=$username.':'.$domain;
1966: }
1967: }
1968: return %returnhash;
1969: }
1970:
1971: sub get_my_roles {
1972: my ($uname,$udom)=@_;
1973: unless (defined($uname)) { $uname=$env{'user.name'}; }
1974: unless (defined($udom)) { $udom=$env{'user.domain'}; }
1975: my %dumphash=
1976: &dump('nohist_userroles',$udom,$uname);
1977: my %returnhash=();
1978: my $now=time;
1979: foreach my $entry (keys(%dumphash)) {
1980: my ($tend,$tstart)=split(/\:/,$dumphash{$entry});
1981: if (($tstart) && ($tstart<0)) { next; }
1982: if (($tend) && ($tend<$now)) { next; }
1983: if (($tstart) && ($now<$tstart)) { next; }
1984: my ($role,$username,$domain,$section)=split(/\:/,$entry);
1985: $returnhash{$username.':'.$domain.':'.$role}=$tstart.':'.$tend;
1986: }
1987: return %returnhash;
1988: }
1989:
1990: # ----------------------------------------------------- Frontpage Announcements
1991: #
1992: #
1993:
1994: sub postannounce {
1995: my ($server,$text)=@_;
1996: unless (&allowed('psa',$hostdom{$server})) { return 'refused'; }
1997: unless ($text=~/\w/) { $text=''; }
1998: return &reply('setannounce:'.&escape($text),$server);
1999: }
2000:
2001: sub getannounce {
2002:
2003: if (open(my $fh,$perlvar{'lonDocRoot'}.'/announcement.txt')) {
2004: my $announcement='';
2005: while (my $line = <$fh>) { $announcement .= $line; }
2006: close($fh);
2007: if ($announcement=~/\w/) {
2008: return
2009: '<table bgcolor="#FF5555" cellpadding="5" cellspacing="3">'.
2010: '<tr><td bgcolor="#FFFFFF"><tt>'.$announcement.'</tt></td></tr></table>';
2011: } else {
2012: return '';
2013: }
2014: } else {
2015: return '';
2016: }
2017: }
2018:
2019: # ---------------------------------------------------------- Course ID routines
2020: # Deal with domain's nohist_courseid.db files
2021: #
2022:
2023: sub courseidput {
2024: my ($domain,$what,$coursehome)=@_;
2025: return &reply('courseidput:'.$domain.':'.$what,$coursehome);
2026: }
2027:
2028: sub courseiddump {
2029: my ($domfilter,$descfilter,$sincefilter,$instcodefilter,$ownerfilter,$coursefilter,$hostidflag,$hostidref,$typefilter,$regexp_ok)=@_;
2030: my %returnhash=();
2031: unless ($domfilter) { $domfilter=''; }
2032: foreach my $tryserver (keys %libserv) {
2033: if ( ($hostidflag == 1 && grep/^$tryserver$/,@{$hostidref}) || (!defined($hostidflag)) ) {
2034: if ((!$domfilter) || ($hostdom{$tryserver} eq $domfilter)) {
2035: foreach my $line (
2036: split(/\&/,&reply('courseiddump:'.$hostdom{$tryserver}.':'.
2037: $sincefilter.':'.&escape($descfilter).':'.
2038: &escape($instcodefilter).':'.&escape($ownerfilter).':'.&escape($coursefilter).':'.&escape($typefilter).':'.&escape($regexp_ok),
2039: $tryserver))) {
2040: my ($key,$value)=split(/\=/,$line,2);
2041: if (($key) && ($value)) {
2042: $returnhash{&unescape($key)}=$value;
2043: }
2044: }
2045: }
2046: }
2047: }
2048: return %returnhash;
2049: }
2050:
2051: # ---------------------------------------------------------- DC e-mail
2052:
2053: sub dcmailput {
2054: my ($domain,$msgid,$message,$server)=@_;
2055: my $status = &Apache::lonnet::critical(
2056: 'dcmailput:'.$domain.':'.&escape($msgid).'='.
2057: &escape($message),$server);
2058: return $status;
2059: }
2060:
2061: sub dcmaildump {
2062: my ($dom,$startdate,$enddate,$senders) = @_;
2063: my %returnhash=();
2064: if (exists($domain_primary{$dom})) {
2065: my $cmd='dcmaildump:'.$dom.':'.&escape($startdate).':'.
2066: &escape($enddate).':';
2067: my @esc_senders=map { &escape($_)} @$senders;
2068: $cmd.=&escape(join('&',@esc_senders));
2069: foreach my $line (split(/\&/,&reply($cmd,$domain_primary{$dom}))) {
2070: my ($key,$value) = split(/\=/,$line,2);
2071: if (($key) && ($value)) {
2072: $returnhash{&unescape($key)} = &unescape($value);
2073: }
2074: }
2075: }
2076: return %returnhash;
2077: }
2078: # ---------------------------------------------------------- Domain roles
2079:
2080: sub get_domain_roles {
2081: my ($dom,$roles,$startdate,$enddate)=@_;
2082: if (undef($startdate) || $startdate eq '') {
2083: $startdate = '.';
2084: }
2085: if (undef($enddate) || $enddate eq '') {
2086: $enddate = '.';
2087: }
2088: my $rolelist = join(':',@{$roles});
2089: my %personnel = ();
2090: foreach my $tryserver (keys(%libserv)) {
2091: if ($hostdom{$tryserver} eq $dom) {
2092: %{$personnel{$tryserver}}=();
2093: foreach my $line (
2094: split(/\&/,&reply('domrolesdump:'.$dom.':'.
2095: &escape($startdate).':'.&escape($enddate).':'.
2096: &escape($rolelist), $tryserver))) {
2097: my ($key,$value) = split(/\=/,$line,2);
2098: if (($key) && ($value)) {
2099: $personnel{$tryserver}{&unescape($key)} = &unescape($value);
2100: }
2101: }
2102: }
2103: }
2104: return %personnel;
2105: }
2106:
2107: # ----------------------------------------------------------- Check out an item
2108:
2109: sub get_first_access {
2110: my ($type,$argsymb)=@_;
2111: my ($symb,$courseid,$udom,$uname)=&whichuser();
2112: if ($argsymb) { $symb=$argsymb; }
2113: my ($map,$id,$res)=&decode_symb($symb);
2114: if ($type eq 'map') {
2115: $res=&symbread($map);
2116: } else {
2117: $res=$symb;
2118: }
2119: my %times=&get('firstaccesstimes',["$courseid\0$res"],$udom,$uname);
2120: return $times{"$courseid\0$res"};
2121: }
2122:
2123: sub set_first_access {
2124: my ($type)=@_;
2125: my ($symb,$courseid,$udom,$uname)=&whichuser();
2126: my ($map,$id,$res)=&decode_symb($symb);
2127: if ($type eq 'map') {
2128: $res=&symbread($map);
2129: } else {
2130: $res=$symb;
2131: }
2132: my $firstaccess=&get_first_access($type,$symb);
2133: if (!$firstaccess) {
2134: return &put('firstaccesstimes',{"$courseid\0$res"=>time},$udom,$uname);
2135: }
2136: return 'already_set';
2137: }
2138:
2139: sub checkout {
2140: my ($symb,$tuname,$tudom,$tcrsid)=@_;
2141: my $now=time;
2142: my $lonhost=$perlvar{'lonHostID'};
2143: my $infostr=&escape(
2144: 'CHECKOUTTOKEN&'.
2145: $tuname.'&'.
2146: $tudom.'&'.
2147: $tcrsid.'&'.
2148: $symb.'&'.
2149: $now.'&'.$ENV{'REMOTE_ADDR'});
2150: my $token=&reply('tmpput:'.$infostr,$lonhost);
2151: if ($token=~/^error\:/) {
2152: &logthis("<font color=\"blue\">WARNING: ".
2153: "Checkout tmpput failed ".$tudom.' - '.$tuname.' - '.$symb.
2154: "</font>");
2155: return '';
2156: }
2157:
2158: $token=~s/^(\d+)\_.*\_(\d+)$/$1\*$2\*$lonhost/;
2159: $token=~tr/a-z/A-Z/;
2160:
2161: my %infohash=('resource.0.outtoken' => $token,
2162: 'resource.0.checkouttime' => $now,
2163: 'resource.0.outremote' => $ENV{'REMOTE_ADDR'});
2164:
2165: unless (&cstore(\%infohash,$symb,$tcrsid,$tudom,$tuname) eq 'ok') {
2166: return '';
2167: } else {
2168: &logthis("<font color=\"blue\">WARNING: ".
2169: "Checkout cstore failed ".$tudom.' - '.$tuname.' - '.$symb.
2170: "</font>");
2171: }
2172:
2173: if (&log($tudom,$tuname,&homeserver($tuname,$tudom),
2174: &escape('Checkout '.$infostr.' - '.
2175: $token)) ne 'ok') {
2176: return '';
2177: } else {
2178: &logthis("<font color=\"blue\">WARNING: ".
2179: "Checkout log failed ".$tudom.' - '.$tuname.' - '.$symb.
2180: "</font>");
2181: }
2182: return $token;
2183: }
2184:
2185: # ------------------------------------------------------------ Check in an item
2186:
2187: sub checkin {
2188: my $token=shift;
2189: my $now=time;
2190: my ($ta,$tb,$lonhost)=split(/\*/,$token);
2191: $lonhost=~tr/A-Z/a-z/;
2192: my $dtoken=$ta.'_'.$hostname{$lonhost}.'_'.$tb;
2193: $dtoken=~s/\W/\_/g;
2194: my ($dummy,$tuname,$tudom,$tcrsid,$symb,$chtim,$rmaddr)=
2195: split(/\&/,&unescape(&reply('tmpget:'.$dtoken,$lonhost)));
2196:
2197: unless (($tuname) && ($tudom)) {
2198: &logthis('Check in '.$token.' ('.$dtoken.') failed');
2199: return '';
2200: }
2201:
2202: unless (&allowed('mgr',$tcrsid)) {
2203: &logthis('Check in '.$token.' ('.$dtoken.') unauthorized: '.
2204: $env{'user.name'}.' - '.$env{'user.domain'});
2205: return '';
2206: }
2207:
2208: my %infohash=('resource.0.intoken' => $token,
2209: 'resource.0.checkintime' => $now,
2210: 'resource.0.inremote' => $ENV{'REMOTE_ADDR'});
2211:
2212: unless (&cstore(\%infohash,$symb,$tcrsid,$tudom,$tuname) eq 'ok') {
2213: return '';
2214: }
2215:
2216: if (&log($tudom,$tuname,&homeserver($tuname,$tudom),
2217: &escape('Checkin - '.$token)) ne 'ok') {
2218: return '';
2219: }
2220:
2221: return ($symb,$tuname,$tudom,$tcrsid);
2222: }
2223:
2224: # --------------------------------------------- Set Expire Date for Spreadsheet
2225:
2226: sub expirespread {
2227: my ($uname,$udom,$stype,$usymb)=@_;
2228: my $cid=$env{'request.course.id'};
2229: if ($cid) {
2230: my $now=time;
2231: my $key=$uname.':'.$udom.':'.$stype.':'.$usymb;
2232: return &reply('put:'.$env{'course.'.$cid.'.domain'}.':'.
2233: $env{'course.'.$cid.'.num'}.
2234: ':nohist_expirationdates:'.
2235: &escape($key).'='.$now,
2236: $env{'course.'.$cid.'.home'})
2237: }
2238: return 'ok';
2239: }
2240:
2241: # ----------------------------------------------------- Devalidate Spreadsheets
2242:
2243: sub devalidate {
2244: my ($symb,$uname,$udom)=@_;
2245: my $cid=$env{'request.course.id'};
2246: if ($cid) {
2247: # delete the stored spreadsheets for
2248: # - the student level sheet of this user in course's homespace
2249: # - the assessment level sheet for this resource
2250: # for this user in user's homespace
2251: # - current conditional state info
2252: my $key=$uname.':'.$udom.':';
2253: my $status=
2254: &del('nohist_calculatedsheets',
2255: [$key.'studentcalc:'],
2256: $env{'course.'.$cid.'.domain'},
2257: $env{'course.'.$cid.'.num'})
2258: .' '.
2259: &del('nohist_calculatedsheets_'.$cid,
2260: [$key.'assesscalc:'.$symb],$udom,$uname);
2261: unless ($status eq 'ok ok') {
2262: &logthis('Could not devalidate spreadsheet '.
2263: $uname.' at '.$udom.' for '.
2264: $symb.': '.$status);
2265: }
2266: &delenv('user.state.'.$cid);
2267: }
2268: }
2269:
2270: sub get_scalar {
2271: my ($string,$end) = @_;
2272: my $value;
2273: if ($$string =~ s/^([^&]*?)($end)/$2/) {
2274: $value = $1;
2275: } elsif ($$string =~ s/^([^&]*?)&//) {
2276: $value = $1;
2277: }
2278: return &unescape($value);
2279: }
2280:
2281: sub array2str {
2282: my (@array) = @_;
2283: my $result=&arrayref2str(\@array);
2284: $result=~s/^__ARRAY_REF__//;
2285: $result=~s/__END_ARRAY_REF__$//;
2286: return $result;
2287: }
2288:
2289: sub arrayref2str {
2290: my ($arrayref) = @_;
2291: my $result='__ARRAY_REF__';
2292: foreach my $elem (@$arrayref) {
2293: if(ref($elem) eq 'ARRAY') {
2294: $result.=&arrayref2str($elem).'&';
2295: } elsif(ref($elem) eq 'HASH') {
2296: $result.=&hashref2str($elem).'&';
2297: } elsif(ref($elem)) {
2298: #print("Got a ref of ".(ref($elem))." skipping.");
2299: } else {
2300: $result.=&escape($elem).'&';
2301: }
2302: }
2303: $result=~s/\&$//;
2304: $result .= '__END_ARRAY_REF__';
2305: return $result;
2306: }
2307:
2308: sub hash2str {
2309: my (%hash) = @_;
2310: my $result=&hashref2str(\%hash);
2311: $result=~s/^__HASH_REF__//;
2312: $result=~s/__END_HASH_REF__$//;
2313: return $result;
2314: }
2315:
2316: sub hashref2str {
2317: my ($hashref)=@_;
2318: my $result='__HASH_REF__';
2319: foreach my $key (sort(keys(%$hashref))) {
2320: if (ref($key) eq 'ARRAY') {
2321: $result.=&arrayref2str($key).'=';
2322: } elsif (ref($key) eq 'HASH') {
2323: $result.=&hashref2str($key).'=';
2324: } elsif (ref($key)) {
2325: $result.='=';
2326: #print("Got a ref of ".(ref($key))." skipping.");
2327: } else {
2328: if ($key) {$result.=&escape($key).'=';} else { last; }
2329: }
2330:
2331: if(ref($hashref->{$key}) eq 'ARRAY') {
2332: $result.=&arrayref2str($hashref->{$key}).'&';
2333: } elsif(ref($hashref->{$key}) eq 'HASH') {
2334: $result.=&hashref2str($hashref->{$key}).'&';
2335: } elsif(ref($hashref->{$key})) {
2336: $result.='&';
2337: #print("Got a ref of ".(ref($hashref->{$key}))." skipping.");
2338: } else {
2339: $result.=&escape($hashref->{$key}).'&';
2340: }
2341: }
2342: $result=~s/\&$//;
2343: $result .= '__END_HASH_REF__';
2344: return $result;
2345: }
2346:
2347: sub str2hash {
2348: my ($string)=@_;
2349: my ($hash)=&str2hashref('__HASH_REF__'.$string.'__END_HASH_REF__');
2350: return %$hash;
2351: }
2352:
2353: sub str2hashref {
2354: my ($string) = @_;
2355:
2356: my %hash;
2357:
2358: if($string !~ /^__HASH_REF__/) {
2359: if (! ($string eq '' || !defined($string))) {
2360: $hash{'error'}='Not hash reference';
2361: }
2362: return (\%hash, $string);
2363: }
2364:
2365: $string =~ s/^__HASH_REF__//;
2366:
2367: while($string !~ /^__END_HASH_REF__/) {
2368: #key
2369: my $key='';
2370: if($string =~ /^__HASH_REF__/) {
2371: ($key, $string)=&str2hashref($string);
2372: if(defined($key->{'error'})) {
2373: $hash{'error'}='Bad data';
2374: return (\%hash, $string);
2375: }
2376: } elsif($string =~ /^__ARRAY_REF__/) {
2377: ($key, $string)=&str2arrayref($string);
2378: if($key->[0] eq 'Array reference error') {
2379: $hash{'error'}='Bad data';
2380: return (\%hash, $string);
2381: }
2382: } else {
2383: $string =~ s/^(.*?)=//;
2384: $key=&unescape($1);
2385: }
2386: $string =~ s/^=//;
2387:
2388: #value
2389: my $value='';
2390: if($string =~ /^__HASH_REF__/) {
2391: ($value, $string)=&str2hashref($string);
2392: if(defined($value->{'error'})) {
2393: $hash{'error'}='Bad data';
2394: return (\%hash, $string);
2395: }
2396: } elsif($string =~ /^__ARRAY_REF__/) {
2397: ($value, $string)=&str2arrayref($string);
2398: if($value->[0] eq 'Array reference error') {
2399: $hash{'error'}='Bad data';
2400: return (\%hash, $string);
2401: }
2402: } else {
2403: $value=&get_scalar(\$string,'__END_HASH_REF__');
2404: }
2405: $string =~ s/^&//;
2406:
2407: $hash{$key}=$value;
2408: }
2409:
2410: $string =~ s/^__END_HASH_REF__//;
2411:
2412: return (\%hash, $string);
2413: }
2414:
2415: sub str2array {
2416: my ($string)=@_;
2417: my ($array)=&str2arrayref('__ARRAY_REF__'.$string.'__END_ARRAY_REF__');
2418: return @$array;
2419: }
2420:
2421: sub str2arrayref {
2422: my ($string) = @_;
2423: my @array;
2424:
2425: if($string !~ /^__ARRAY_REF__/) {
2426: if (! ($string eq '' || !defined($string))) {
2427: $array[0]='Array reference error';
2428: }
2429: return (\@array, $string);
2430: }
2431:
2432: $string =~ s/^__ARRAY_REF__//;
2433:
2434: while($string !~ /^__END_ARRAY_REF__/) {
2435: my $value='';
2436: if($string =~ /^__HASH_REF__/) {
2437: ($value, $string)=&str2hashref($string);
2438: if(defined($value->{'error'})) {
2439: $array[0] ='Array reference error';
2440: return (\@array, $string);
2441: }
2442: } elsif($string =~ /^__ARRAY_REF__/) {
2443: ($value, $string)=&str2arrayref($string);
2444: if($value->[0] eq 'Array reference error') {
2445: $array[0] ='Array reference error';
2446: return (\@array, $string);
2447: }
2448: } else {
2449: $value=&get_scalar(\$string,'__END_ARRAY_REF__');
2450: }
2451: $string =~ s/^&//;
2452:
2453: push(@array, $value);
2454: }
2455:
2456: $string =~ s/^__END_ARRAY_REF__//;
2457:
2458: return (\@array, $string);
2459: }
2460:
2461: # -------------------------------------------------------------------Temp Store
2462:
2463: sub tmpreset {
2464: my ($symb,$namespace,$domain,$stuname) = @_;
2465: if (!$symb) {
2466: $symb=&symbread();
2467: if (!$symb) { $symb= $env{'request.url'}; }
2468: }
2469: $symb=escape($symb);
2470:
2471: if (!$namespace) { $namespace=$env{'request.state'}; }
2472: $namespace=~s/\//\_/g;
2473: $namespace=~s/\W//g;
2474:
2475: if (!$domain) { $domain=$env{'user.domain'}; }
2476: if (!$stuname) { $stuname=$env{'user.name'}; }
2477: if ($domain eq 'public' && $stuname eq 'public') {
2478: $stuname=$ENV{'REMOTE_ADDR'};
2479: }
2480: my $path=$perlvar{'lonDaemons'}.'/tmp';
2481: my %hash;
2482: if (tie(%hash,'GDBM_File',
2483: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2484: &GDBM_WRCREAT(),0640)) {
2485: foreach my $key (keys %hash) {
2486: if ($key=~ /:$symb/) {
2487: delete($hash{$key});
2488: }
2489: }
2490: }
2491: }
2492:
2493: sub tmpstore {
2494: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2495:
2496: if (!$symb) {
2497: $symb=&symbread();
2498: if (!$symb) { $symb= $env{'request.url'}; }
2499: }
2500: $symb=escape($symb);
2501:
2502: if (!$namespace) {
2503: # I don't think we would ever want to store this for a course.
2504: # it seems this will only be used if we don't have a course.
2505: #$namespace=$env{'request.course.id'};
2506: #if (!$namespace) {
2507: $namespace=$env{'request.state'};
2508: #}
2509: }
2510: $namespace=~s/\//\_/g;
2511: $namespace=~s/\W//g;
2512: if (!$domain) { $domain=$env{'user.domain'}; }
2513: if (!$stuname) { $stuname=$env{'user.name'}; }
2514: if ($domain eq 'public' && $stuname eq 'public') {
2515: $stuname=$ENV{'REMOTE_ADDR'};
2516: }
2517: my $now=time;
2518: my %hash;
2519: my $path=$perlvar{'lonDaemons'}.'/tmp';
2520: if (tie(%hash,'GDBM_File',
2521: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2522: &GDBM_WRCREAT(),0640)) {
2523: $hash{"version:$symb"}++;
2524: my $version=$hash{"version:$symb"};
2525: my $allkeys='';
2526: foreach my $key (keys(%$storehash)) {
2527: $allkeys.=$key.':';
2528: $hash{"$version:$symb:$key"}=&freeze_escape($$storehash{$key});
2529: }
2530: $hash{"$version:$symb:timestamp"}=$now;
2531: $allkeys.='timestamp';
2532: $hash{"$version:keys:$symb"}=$allkeys;
2533: if (untie(%hash)) {
2534: return 'ok';
2535: } else {
2536: return "error:$!";
2537: }
2538: } else {
2539: return "error:$!";
2540: }
2541: }
2542:
2543: # -----------------------------------------------------------------Temp Restore
2544:
2545: sub tmprestore {
2546: my ($symb,$namespace,$domain,$stuname) = @_;
2547:
2548: if (!$symb) {
2549: $symb=&symbread();
2550: if (!$symb) { $symb= $env{'request.url'}; }
2551: }
2552: $symb=escape($symb);
2553:
2554: if (!$namespace) { $namespace=$env{'request.state'}; }
2555:
2556: if (!$domain) { $domain=$env{'user.domain'}; }
2557: if (!$stuname) { $stuname=$env{'user.name'}; }
2558: if ($domain eq 'public' && $stuname eq 'public') {
2559: $stuname=$ENV{'REMOTE_ADDR'};
2560: }
2561: my %returnhash;
2562: $namespace=~s/\//\_/g;
2563: $namespace=~s/\W//g;
2564: my %hash;
2565: my $path=$perlvar{'lonDaemons'}.'/tmp';
2566: if (tie(%hash,'GDBM_File',
2567: $path.'/tmpstore_'.$stuname.'_'.$domain.'_'.$namespace.'.db',
2568: &GDBM_READER(),0640)) {
2569: my $version=$hash{"version:$symb"};
2570: $returnhash{'version'}=$version;
2571: my $scope;
2572: for ($scope=1;$scope<=$version;$scope++) {
2573: my $vkeys=$hash{"$scope:keys:$symb"};
2574: my @keys=split(/:/,$vkeys);
2575: my $key;
2576: $returnhash{"$scope:keys"}=$vkeys;
2577: foreach $key (@keys) {
2578: $returnhash{"$scope:$key"}=&thaw_unescape($hash{"$scope:$symb:$key"});
2579: $returnhash{"$key"}=&thaw_unescape($hash{"$scope:$symb:$key"});
2580: }
2581: }
2582: if (!(untie(%hash))) {
2583: return "error:$!";
2584: }
2585: } else {
2586: return "error:$!";
2587: }
2588: return %returnhash;
2589: }
2590:
2591: # ----------------------------------------------------------------------- Store
2592:
2593: sub store {
2594: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2595: my $home='';
2596:
2597: if ($stuname) { $home=&homeserver($stuname,$domain); }
2598:
2599: $symb=&symbclean($symb);
2600: if (!$symb) { unless ($symb=&symbread()) { return ''; } }
2601:
2602: if (!$domain) { $domain=$env{'user.domain'}; }
2603: if (!$stuname) { $stuname=$env{'user.name'}; }
2604:
2605: &devalidate($symb,$stuname,$domain);
2606:
2607: $symb=escape($symb);
2608: if (!$namespace) {
2609: unless ($namespace=$env{'request.course.id'}) {
2610: return '';
2611: }
2612: }
2613: if (!$home) { $home=$env{'user.home'}; }
2614:
2615: $$storehash{'ip'}=$ENV{'REMOTE_ADDR'};
2616: $$storehash{'host'}=$perlvar{'lonHostID'};
2617:
2618: my $namevalue='';
2619: foreach my $key (keys(%$storehash)) {
2620: $namevalue.=&escape($key).'='.&freeze_escape($$storehash{$key}).'&';
2621: }
2622: $namevalue=~s/\&$//;
2623: &courselog($symb.':'.$stuname.':'.$domain.':STORE:'.$namevalue);
2624: return reply("store:$domain:$stuname:$namespace:$symb:$namevalue","$home");
2625: }
2626:
2627: # -------------------------------------------------------------- Critical Store
2628:
2629: sub cstore {
2630: my ($storehash,$symb,$namespace,$domain,$stuname) = @_;
2631: my $home='';
2632:
2633: if ($stuname) { $home=&homeserver($stuname,$domain); }
2634:
2635: $symb=&symbclean($symb);
2636: if (!$symb) { unless ($symb=&symbread()) { return ''; } }
2637:
2638: if (!$domain) { $domain=$env{'user.domain'}; }
2639: if (!$stuname) { $stuname=$env{'user.name'}; }
2640:
2641: &devalidate($symb,$stuname,$domain);
2642:
2643: $symb=escape($symb);
2644: if (!$namespace) {
2645: unless ($namespace=$env{'request.course.id'}) {
2646: return '';
2647: }
2648: }
2649: if (!$home) { $home=$env{'user.home'}; }
2650:
2651: $$storehash{'ip'}=$ENV{'REMOTE_ADDR'};
2652: $$storehash{'host'}=$perlvar{'lonHostID'};
2653:
2654: my $namevalue='';
2655: foreach my $key (keys(%$storehash)) {
2656: $namevalue.=&escape($key).'='.&freeze_escape($$storehash{$key}).'&';
2657: }
2658: $namevalue=~s/\&$//;
2659: &courselog($symb.':'.$stuname.':'.$domain.':CSTORE:'.$namevalue);
2660: return critical
2661: ("store:$domain:$stuname:$namespace:$symb:$namevalue","$home");
2662: }
2663:
2664: # --------------------------------------------------------------------- Restore
2665:
2666: sub restore {
2667: my ($symb,$namespace,$domain,$stuname) = @_;
2668: my $home='';
2669:
2670: if ($stuname) { $home=&homeserver($stuname,$domain); }
2671:
2672: if (!$symb) {
2673: unless ($symb=escape(&symbread())) { return ''; }
2674: } else {
2675: $symb=&escape(&symbclean($symb));
2676: }
2677: if (!$namespace) {
2678: unless ($namespace=$env{'request.course.id'}) {
2679: return '';
2680: }
2681: }
2682: if (!$domain) { $domain=$env{'user.domain'}; }
2683: if (!$stuname) { $stuname=$env{'user.name'}; }
2684: if (!$home) { $home=$env{'user.home'}; }
2685: my $answer=&reply("restore:$domain:$stuname:$namespace:$symb","$home");
2686:
2687: my %returnhash=();
2688: foreach my $line (split(/\&/,$answer)) {
2689: my ($name,$value)=split(/\=/,$line);
2690: $returnhash{&unescape($name)}=&thaw_unescape($value);
2691: }
2692: my $version;
2693: for ($version=1;$version<=$returnhash{'version'};$version++) {
2694: foreach my $item (split(/\:/,$returnhash{$version.':keys'})) {
2695: $returnhash{$item}=$returnhash{$version.':'.$item};
2696: }
2697: }
2698: return %returnhash;
2699: }
2700:
2701: # ---------------------------------------------------------- Course Description
2702:
2703: sub coursedescription {
2704: my ($courseid,$args)=@_;
2705: $courseid=~s/^\///;
2706: $courseid=~s/\_/\//g;
2707: my ($cdomain,$cnum)=split(/\//,$courseid);
2708: my $chome=&homeserver($cnum,$cdomain);
2709: my $normalid=$cdomain.'_'.$cnum;
2710: # need to always cache even if we get errors otherwise we keep
2711: # trying and trying and trying to get the course description.
2712: my %envhash=();
2713: my %returnhash=();
2714:
2715: my $expiretime=600;
2716: if ($env{'request.course.id'} eq $normalid) {
2717: $expiretime=120;
2718: }
2719:
2720: my $prefix='course.'.$cdomain.'_'.$cnum.'.';
2721: if (!$args->{'freshen_cache'}
2722: && ((time-$env{$prefix.'last_cache'}) < $expiretime) ) {
2723: foreach my $key (keys(%env)) {
2724: next if ($key !~ /^\Q$prefix\E(.*)/);
2725: my ($setting) = $1;
2726: $returnhash{$setting} = $env{$key};
2727: }
2728: return %returnhash;
2729: }
2730:
2731: # get the data agin
2732: if (!$args->{'one_time'}) {
2733: $envhash{'course.'.$normalid.'.last_cache'}=time;
2734: }
2735:
2736: if ($chome ne 'no_host') {
2737: %returnhash=&dump('environment',$cdomain,$cnum);
2738: if (!exists($returnhash{'con_lost'})) {
2739: $returnhash{'home'}= $chome;
2740: $returnhash{'domain'} = $cdomain;
2741: $returnhash{'num'} = $cnum;
2742: if (!defined($returnhash{'type'})) {
2743: $returnhash{'type'} = 'Course';
2744: }
2745: while (my ($name,$value) = each %returnhash) {
2746: $envhash{'course.'.$normalid.'.'.$name}=$value;
2747: }
2748: $returnhash{'url'}=&clutter($returnhash{'url'});
2749: $returnhash{'fn'}=$perlvar{'lonDaemons'}.'/tmp/'.
2750: $env{'user.name'}.'_'.$cdomain.'_'.$cnum;
2751: $envhash{'course.'.$normalid.'.home'}=$chome;
2752: $envhash{'course.'.$normalid.'.domain'}=$cdomain;
2753: $envhash{'course.'.$normalid.'.num'}=$cnum;
2754: }
2755: }
2756: if (!$args->{'one_time'}) {
2757: &appenv(%envhash);
2758: }
2759: return %returnhash;
2760: }
2761:
2762: # -------------------------------------------------See if a user is privileged
2763:
2764: sub privileged {
2765: my ($username,$domain)=@_;
2766: my $rolesdump=&reply("dump:$domain:$username:roles",
2767: &homeserver($username,$domain));
2768: if (($rolesdump eq 'con_lost') || ($rolesdump eq '')) { return 0; }
2769: my $now=time;
2770: if ($rolesdump ne '') {
2771: foreach my $entry (split(/&/,$rolesdump)) {
2772: if ($entry!~/^rolesdef_/) {
2773: my ($area,$role)=split(/=/,$entry);
2774: $area=~s/\_\w\w$//;
2775: my ($trole,$tend,$tstart)=split(/_/,$role);
2776: if (($trole eq 'dc') || ($trole eq 'su')) {
2777: my $active=1;
2778: if ($tend) {
2779: if ($tend<$now) { $active=0; }
2780: }
2781: if ($tstart) {
2782: if ($tstart>$now) { $active=0; }
2783: }
2784: if ($active) { return 1; }
2785: }
2786: }
2787: }
2788: }
2789: return 0;
2790: }
2791:
2792: # -------------------------------------------------------- Get user privileges
2793:
2794: sub rolesinit {
2795: my ($domain,$username,$authhost)=@_;
2796: my $rolesdump=reply("dump:$domain:$username:roles",$authhost);
2797: if (($rolesdump eq 'con_lost') || ($rolesdump eq '')) { return ''; }
2798: my %allroles=();
2799: my %allgroups=();
2800: my $now=time;
2801: my %userroles = ('user.login.time' => $now);
2802: my $group_privs;
2803:
2804: if ($rolesdump ne '') {
2805: foreach my $entry (split(/&/,$rolesdump)) {
2806: if ($entry!~/^rolesdef_/) {
2807: my ($area,$role)=split(/=/,$entry);
2808: $area=~s/\_\w\w$//;
2809: my ($trole,$tend,$tstart,$group_privs);
2810: if ($role=~/^cr/) {
2811: if ($role=~m|^(cr/$match_domain/$match_username/[a-zA-Z0-9]+)_(.*)$|) {
2812: ($trole,my $trest)=($role=~m|^(cr/$match_domain/$match_username/[a-zA-Z0-9]+)_(.*)$|);
2813: ($tend,$tstart)=split('_',$trest);
2814: } else {
2815: $trole=$role;
2816: }
2817: } elsif ($role =~ m|^gr/|) {
2818: ($trole,$tend,$tstart) = split(/_/,$role);
2819: ($trole,$group_privs) = split(/\//,$trole);
2820: $group_privs = &unescape($group_privs);
2821: } else {
2822: ($trole,$tend,$tstart)=split(/_/,$role);
2823: }
2824: my %new_role = &set_arearole($trole,$area,$tstart,$tend,$domain,
2825: $username);
2826: @userroles{keys(%new_role)} = @new_role{keys(%new_role)};
2827: if (($tend!=0) && ($tend<$now)) { $trole=''; }
2828: if (($tstart!=0) && ($tstart>$now)) { $trole=''; }
2829: if (($area ne '') && ($trole ne '')) {
2830: my $spec=$trole.'.'.$area;
2831: my ($tdummy,$tdomain,$trest)=split(/\//,$area);
2832: if ($trole =~ /^cr\//) {
2833: &custom_roleprivs(\%allroles,$trole,$tdomain,$trest,$spec,$area);
2834: } elsif ($trole eq 'gr') {
2835: &group_roleprivs(\%allgroups,$area,$group_privs,$tend,$tstart);
2836: } else {
2837: &standard_roleprivs(\%allroles,$trole,$tdomain,$spec,$trest,$area);
2838: }
2839: }
2840: }
2841: }
2842: my ($author,$adv) = &set_userprivs(\%userroles,\%allroles,\%allgroups);
2843: $userroles{'user.adv'} = $adv;
2844: $userroles{'user.author'} = $author;
2845: $env{'user.adv'}=$adv;
2846: }
2847: return \%userroles;
2848: }
2849:
2850: sub set_arearole {
2851: my ($trole,$area,$tstart,$tend,$domain,$username) = @_;
2852: # log the associated role with the area
2853: &userrolelog($trole,$username,$domain,$area,$tstart,$tend);
2854: return ('user.role.'.$trole.'.'.$area => $tstart.'.'.$tend);
2855: }
2856:
2857: sub custom_roleprivs {
2858: my ($allroles,$trole,$tdomain,$trest,$spec,$area) = @_;
2859: my ($rdummy,$rdomain,$rauthor,$rrole)=split(/\//,$trole);
2860: my $homsvr=homeserver($rauthor,$rdomain);
2861: if ($hostname{$homsvr} ne '') {
2862: my ($rdummy,$roledef)=
2863: &get('roles',["rolesdef_$rrole"],$rdomain,$rauthor);
2864: if (($rdummy ne 'con_lost') && ($roledef ne '')) {
2865: my ($syspriv,$dompriv,$coursepriv)=split(/\_/,$roledef);
2866: if (defined($syspriv)) {
2867: $$allroles{'cm./'}.=':'.$syspriv;
2868: $$allroles{$spec.'./'}.=':'.$syspriv;
2869: }
2870: if ($tdomain ne '') {
2871: if (defined($dompriv)) {
2872: $$allroles{'cm./'.$tdomain.'/'}.=':'.$dompriv;
2873: $$allroles{$spec.'./'.$tdomain.'/'}.=':'.$dompriv;
2874: }
2875: if (($trest ne '') && (defined($coursepriv))) {
2876: $$allroles{'cm.'.$area}.=':'.$coursepriv;
2877: $$allroles{$spec.'.'.$area}.=':'.$coursepriv;
2878: }
2879: }
2880: }
2881: }
2882: }
2883:
2884: sub group_roleprivs {
2885: my ($allgroups,$area,$group_privs,$tend,$tstart) = @_;
2886: my $access = 1;
2887: my $now = time;
2888: if (($tend!=0) && ($tend<$now)) { $access = 0; }
2889: if (($tstart!=0) && ($tstart>$now)) { $access=0; }
2890: if ($access) {
2891: my ($course,$group) = ($area =~ m|(/$match_domain/$match_courseid)/([^/]+)$|);
2892: $$allgroups{$course}{$group} .=':'.$group_privs;
2893: }
2894: }
2895:
2896: sub standard_roleprivs {
2897: my ($allroles,$trole,$tdomain,$spec,$trest,$area) = @_;
2898: if (defined($pr{$trole.':s'})) {
2899: $$allroles{'cm./'}.=':'.$pr{$trole.':s'};
2900: $$allroles{$spec.'./'}.=':'.$pr{$trole.':s'};
2901: }
2902: if ($tdomain ne '') {
2903: if (defined($pr{$trole.':d'})) {
2904: $$allroles{'cm./'.$tdomain.'/'}.=':'.$pr{$trole.':d'};
2905: $$allroles{$spec.'./'.$tdomain.'/'}.=':'.$pr{$trole.':d'};
2906: }
2907: if (($trest ne '') && (defined($pr{$trole.':c'}))) {
2908: $$allroles{'cm.'.$area}.=':'.$pr{$trole.':c'};
2909: $$allroles{$spec.'.'.$area}.=':'.$pr{$trole.':c'};
2910: }
2911: }
2912: }
2913:
2914: sub set_userprivs {
2915: my ($userroles,$allroles,$allgroups) = @_;
2916: my $author=0;
2917: my $adv=0;
2918: my %grouproles = ();
2919: if (keys(%{$allgroups}) > 0) {
2920: foreach my $role (keys %{$allroles}) {
2921: my ($trole,$area,$sec,$extendedarea);
2922: if ($role =~ m-^(\w+|cr/$match_domain/$match_username/\w+)\.(/$match_domain/$match_courseid)(/?\w*)-) {
2923: $trole = $1;
2924: $area = $2;
2925: $sec = $3;
2926: $extendedarea = $area.$sec;
2927: if (exists($$allgroups{$area})) {
2928: foreach my $group (keys(%{$$allgroups{$area}})) {
2929: my $spec = $trole.'.'.$extendedarea;
2930: $grouproles{$spec.'.'.$area.'/'.$group} =
2931: $$allgroups{$area}{$group};
2932: }
2933: }
2934: }
2935: }
2936: }
2937: foreach my $group (keys(%grouproles)) {
2938: $$allroles{$group} = $grouproles{$group};
2939: }
2940: foreach my $role (keys(%{$allroles})) {
2941: my %thesepriv;
2942: if (($role=~/^au/) || ($role=~/^ca/)) { $author=1; }
2943: foreach my $item (split(/:/,$$allroles{$role})) {
2944: if ($item ne '') {
2945: my ($privilege,$restrictions)=split(/&/,$item);
2946: if ($restrictions eq '') {
2947: $thesepriv{$privilege}='F';
2948: } elsif ($thesepriv{$privilege} ne 'F') {
2949: $thesepriv{$privilege}.=$restrictions;
2950: }
2951: if ($thesepriv{'adv'} eq 'F') { $adv=1; }
2952: }
2953: }
2954: my $thesestr='';
2955: foreach my $priv (keys(%thesepriv)) {
2956: $thesestr.=':'.$priv.'&'.$thesepriv{$priv};
2957: }
2958: $userroles->{'user.priv.'.$role} = $thesestr;
2959: }
2960: return ($author,$adv);
2961: }
2962:
2963: # --------------------------------------------------------------- get interface
2964:
2965: sub get {
2966: my ($namespace,$storearr,$udomain,$uname)=@_;
2967: my $items='';
2968: foreach my $item (@$storearr) {
2969: $items.=&escape($item).'&';
2970: }
2971: $items=~s/\&$//;
2972: if (!$udomain) { $udomain=$env{'user.domain'}; }
2973: if (!$uname) { $uname=$env{'user.name'}; }
2974: my $uhome=&homeserver($uname,$udomain);
2975:
2976: my $rep=&reply("get:$udomain:$uname:$namespace:$items",$uhome);
2977: my @pairs=split(/\&/,$rep);
2978: if ( $#pairs==0 && $pairs[0] =~ /^(con_lost|error|no_such_host)/i) {
2979: return @pairs;
2980: }
2981: my %returnhash=();
2982: my $i=0;
2983: foreach my $item (@$storearr) {
2984: $returnhash{$item}=&thaw_unescape($pairs[$i]);
2985: $i++;
2986: }
2987: return %returnhash;
2988: }
2989:
2990: # --------------------------------------------------------------- del interface
2991:
2992: sub del {
2993: my ($namespace,$storearr,$udomain,$uname)=@_;
2994: my $items='';
2995: foreach my $item (@$storearr) {
2996: $items.=&escape($item).'&';
2997: }
2998: $items=~s/\&$//;
2999: if (!$udomain) { $udomain=$env{'user.domain'}; }
3000: if (!$uname) { $uname=$env{'user.name'}; }
3001: my $uhome=&homeserver($uname,$udomain);
3002:
3003: return &reply("del:$udomain:$uname:$namespace:$items",$uhome);
3004: }
3005:
3006: # -------------------------------------------------------------- dump interface
3007:
3008: sub dump {
3009: my ($namespace,$udomain,$uname,$regexp,$range)=@_;
3010: if (!$udomain) { $udomain=$env{'user.domain'}; }
3011: if (!$uname) { $uname=$env{'user.name'}; }
3012: my $uhome=&homeserver($uname,$udomain);
3013: if ($regexp) {
3014: $regexp=&escape($regexp);
3015: } else {
3016: $regexp='.';
3017: }
3018: my $rep=&reply("dump:$udomain:$uname:$namespace:$regexp:$range",$uhome);
3019: my @pairs=split(/\&/,$rep);
3020: my %returnhash=();
3021: foreach my $item (@pairs) {
3022: my ($key,$value)=split(/=/,$item,2);
3023: $key = &unescape($key);
3024: next if ($key =~ /^error: 2 /);
3025: $returnhash{$key}=&thaw_unescape($value);
3026: }
3027: return %returnhash;
3028: }
3029:
3030: # --------------------------------------------------------- dumpstore interface
3031:
3032: sub dumpstore {
3033: my ($namespace,$udomain,$uname,$regexp,$range)=@_;
3034: return &dump($namespace,$udomain,$uname,$regexp,$range);
3035: }
3036:
3037: # -------------------------------------------------------------- keys interface
3038:
3039: sub getkeys {
3040: my ($namespace,$udomain,$uname)=@_;
3041: if (!$udomain) { $udomain=$env{'user.domain'}; }
3042: if (!$uname) { $uname=$env{'user.name'}; }
3043: my $uhome=&homeserver($uname,$udomain);
3044: my $rep=reply("keys:$udomain:$uname:$namespace",$uhome);
3045: my @keyarray=();
3046: foreach my $key (split(/\&/,$rep)) {
3047: next if ($key =~ /^error: 2 /);
3048: push(@keyarray,&unescape($key));
3049: }
3050: return @keyarray;
3051: }
3052:
3053: # --------------------------------------------------------------- currentdump
3054: sub currentdump {
3055: my ($courseid,$sdom,$sname)=@_;
3056: $courseid = $env{'request.course.id'} if (! defined($courseid));
3057: $sdom = $env{'user.domain'} if (! defined($sdom));
3058: $sname = $env{'user.name'} if (! defined($sname));
3059: my $uhome = &homeserver($sname,$sdom);
3060: my $rep=reply('currentdump:'.$sdom.':'.$sname.':'.$courseid,$uhome);
3061: return if ($rep =~ /^(error:|no_such_host)/);
3062: #
3063: my %returnhash=();
3064: #
3065: if ($rep eq "unknown_cmd") {
3066: # an old lond will not know currentdump
3067: # Do a dump and make it look like a currentdump
3068: my @tmp = &dump($courseid,$sdom,$sname,'.');
3069: return if ($tmp[0] =~ /^(error:|no_such_host)/);
3070: my %hash = @tmp;
3071: @tmp=();
3072: %returnhash = %{&convert_dump_to_currentdump(\%hash)};
3073: } else {
3074: my @pairs=split(/\&/,$rep);
3075: foreach my $pair (@pairs) {
3076: my ($key,$value)=split(/=/,$pair,2);
3077: my ($symb,$param) = split(/:/,$key);
3078: $returnhash{&unescape($symb)}->{&unescape($param)} =
3079: &thaw_unescape($value);
3080: }
3081: }
3082: return %returnhash;
3083: }
3084:
3085: sub convert_dump_to_currentdump{
3086: my %hash = %{shift()};
3087: my %returnhash;
3088: # Code ripped from lond, essentially. The only difference
3089: # here is the unescaping done by lonnet::dump(). Conceivably
3090: # we might run in to problems with parameter names =~ /^v\./
3091: while (my ($key,$value) = each(%hash)) {
3092: my ($v,$symb,$param) = split(/:/,$key);
3093: next if ($v eq 'version' || $symb eq 'keys');
3094: next if (exists($returnhash{$symb}) &&
3095: exists($returnhash{$symb}->{$param}) &&
3096: $returnhash{$symb}->{'v.'.$param} > $v);
3097: $returnhash{$symb}->{$param}=$value;
3098: $returnhash{$symb}->{'v.'.$param}=$v;
3099: }
3100: #
3101: # Remove all of the keys in the hashes which keep track of
3102: # the version of the parameter.
3103: while (my ($symb,$param_hash) = each(%returnhash)) {
3104: # use a foreach because we are going to delete from the hash.
3105: foreach my $key (keys(%$param_hash)) {
3106: delete($param_hash->{$key}) if ($key =~ /^v\./);
3107: }
3108: }
3109: return \%returnhash;
3110: }
3111:
3112: # ------------------------------------------------------ critical inc interface
3113:
3114: sub cinc {
3115: return &inc(@_,'critical');
3116: }
3117:
3118: # --------------------------------------------------------------- inc interface
3119:
3120: sub inc {
3121: my ($namespace,$store,$udomain,$uname,$critical) = @_;
3122: if (!$udomain) { $udomain=$env{'user.domain'}; }
3123: if (!$uname) { $uname=$env{'user.name'}; }
3124: my $uhome=&homeserver($uname,$udomain);
3125: my $items='';
3126: if (! ref($store)) {
3127: # got a single value, so use that instead
3128: $items = &escape($store).'=&';
3129: } elsif (ref($store) eq 'SCALAR') {
3130: $items = &escape($$store).'=&';
3131: } elsif (ref($store) eq 'ARRAY') {
3132: $items = join('=&',map {&escape($_);} @{$store});
3133: } elsif (ref($store) eq 'HASH') {
3134: while (my($key,$value) = each(%{$store})) {
3135: $items.= &escape($key).'='.&escape($value).'&';
3136: }
3137: }
3138: $items=~s/\&$//;
3139: if ($critical) {
3140: return &critical("inc:$udomain:$uname:$namespace:$items",$uhome);
3141: } else {
3142: return &reply("inc:$udomain:$uname:$namespace:$items",$uhome);
3143: }
3144: }
3145:
3146: # --------------------------------------------------------------- put interface
3147:
3148: sub put {
3149: my ($namespace,$storehash,$udomain,$uname)=@_;
3150: if (!$udomain) { $udomain=$env{'user.domain'}; }
3151: if (!$uname) { $uname=$env{'user.name'}; }
3152: my $uhome=&homeserver($uname,$udomain);
3153: my $items='';
3154: foreach my $item (keys(%$storehash)) {
3155: $items.=&escape($item).'='.&freeze_escape($$storehash{$item}).'&';
3156: }
3157: $items=~s/\&$//;
3158: return &reply("put:$udomain:$uname:$namespace:$items",$uhome);
3159: }
3160:
3161: # ------------------------------------------------------------ newput interface
3162:
3163: sub newput {
3164: my ($namespace,$storehash,$udomain,$uname)=@_;
3165: if (!$udomain) { $udomain=$env{'user.domain'}; }
3166: if (!$uname) { $uname=$env{'user.name'}; }
3167: my $uhome=&homeserver($uname,$udomain);
3168: my $items='';
3169: foreach my $key (keys(%$storehash)) {
3170: $items.=&escape($key).'='.&freeze_escape($$storehash{$key}).'&';
3171: }
3172: $items=~s/\&$//;
3173: return &reply("newput:$udomain:$uname:$namespace:$items",$uhome);
3174: }
3175:
3176: # --------------------------------------------------------- putstore interface
3177:
3178: sub putstore {
3179: my ($namespace,$symb,$version,$storehash,$udomain,$uname)=@_;
3180: if (!$udomain) { $udomain=$env{'user.domain'}; }
3181: if (!$uname) { $uname=$env{'user.name'}; }
3182: my $uhome=&homeserver($uname,$udomain);
3183: my $items='';
3184: foreach my $key (keys(%$storehash)) {
3185: $items.= &escape($key).'='.&freeze_escape($storehash->{$key}).'&';
3186: }
3187: $items=~s/\&$//;
3188: my $esc_symb=&escape($symb);
3189: my $esc_v=&escape($version);
3190: my $reply =
3191: &reply("putstore:$udomain:$uname:$namespace:$esc_symb:$esc_v:$items",
3192: $uhome);
3193: if ($reply eq 'unknown_cmd') {
3194: # gfall back to way things use to be done
3195: return &old_putstore($namespace,$symb,$version,$storehash,$udomain,
3196: $uname);
3197: }
3198: return $reply;
3199: }
3200:
3201: sub old_putstore {
3202: my ($namespace,$symb,$version,$storehash,$udomain,$uname)=@_;
3203: if (!$udomain) { $udomain=$env{'user.domain'}; }
3204: if (!$uname) { $uname=$env{'user.name'}; }
3205: my $uhome=&homeserver($uname,$udomain);
3206: my %newstorehash;
3207: foreach my $item (keys(%$storehash)) {
3208: my $key = $version.':'.&escape($symb).':'.$item;
3209: $newstorehash{$key} = $storehash->{$item};
3210: }
3211: my $items='';
3212: my %allitems = ();
3213: foreach my $item (keys(%newstorehash)) {
3214: if ($item =~ m/^([^\:]+):([^\:]+):([^\:]+)$/) {
3215: my $key = $1.':keys:'.$2;
3216: $allitems{$key} .= $3.':';
3217: }
3218: $items.=$item.'='.&freeze_escape($newstorehash{$item}).'&';
3219: }
3220: foreach my $item (keys(%allitems)) {
3221: $allitems{$item} =~ s/\:$//;
3222: $items.= $item.'='.$allitems{$item}.'&';
3223: }
3224: $items=~s/\&$//;
3225: return &reply("put:$udomain:$uname:$namespace:$items",$uhome);
3226: }
3227:
3228: # ------------------------------------------------------ critical put interface
3229:
3230: sub cput {
3231: my ($namespace,$storehash,$udomain,$uname)=@_;
3232: if (!$udomain) { $udomain=$env{'user.domain'}; }
3233: if (!$uname) { $uname=$env{'user.name'}; }
3234: my $uhome=&homeserver($uname,$udomain);
3235: my $items='';
3236: foreach my $item (keys(%$storehash)) {
3237: $items.=&escape($item).'='.&freeze_escape($$storehash{$item}).'&';
3238: }
3239: $items=~s/\&$//;
3240: return &critical("put:$udomain:$uname:$namespace:$items",$uhome);
3241: }
3242:
3243: # -------------------------------------------------------------- eget interface
3244:
3245: sub eget {
3246: my ($namespace,$storearr,$udomain,$uname)=@_;
3247: my $items='';
3248: foreach my $item (@$storearr) {
3249: $items.=&escape($item).'&';
3250: }
3251: $items=~s/\&$//;
3252: if (!$udomain) { $udomain=$env{'user.domain'}; }
3253: if (!$uname) { $uname=$env{'user.name'}; }
3254: my $uhome=&homeserver($uname,$udomain);
3255: my $rep=&reply("eget:$udomain:$uname:$namespace:$items",$uhome);
3256: my @pairs=split(/\&/,$rep);
3257: my %returnhash=();
3258: my $i=0;
3259: foreach my $item (@$storearr) {
3260: $returnhash{$item}=&thaw_unescape($pairs[$i]);
3261: $i++;
3262: }
3263: return %returnhash;
3264: }
3265:
3266: # ------------------------------------------------------------ tmpput interface
3267: sub tmpput {
3268: my ($storehash,$server,$context)=@_;
3269: my $items='';
3270: foreach my $item (keys(%$storehash)) {
3271: $items.=&escape($item).'='.&freeze_escape($$storehash{$item}).'&';
3272: }
3273: $items=~s/\&$//;
3274: if (defined($context)) {
3275: $items .= ':'.&escape($context);
3276: }
3277: return &reply("tmpput:$items",$server);
3278: }
3279:
3280: # ------------------------------------------------------------ tmpget interface
3281: sub tmpget {
3282: my ($token,$server)=@_;
3283: if (!defined($server)) { $server = $perlvar{'lonHostID'}; }
3284: my $rep=&reply("tmpget:$token",$server);
3285: my %returnhash;
3286: foreach my $item (split(/\&/,$rep)) {
3287: my ($key,$value)=split(/=/,$item);
3288: $returnhash{&unescape($key)}=&thaw_unescape($value);
3289: }
3290: return %returnhash;
3291: }
3292:
3293: # ------------------------------------------------------------ tmpget interface
3294: sub tmpdel {
3295: my ($token,$server)=@_;
3296: if (!defined($server)) { $server = $perlvar{'lonHostID'}; }
3297: return &reply("tmpdel:$token",$server);
3298: }
3299:
3300: # -------------------------------------------------- portfolio access checking
3301:
3302: sub portfolio_access {
3303: my ($requrl) = @_;
3304: my (undef,$udom,$unum,$file_name,$group) = &parse_portfolio_url($requrl);
3305: my $result = &get_portfolio_access($udom,$unum,$file_name,$group);
3306: if ($result eq 'ok') {
3307: return 'F';
3308: } elsif ($result =~ /^[^:]+:guest_/) {
3309: return 'A';
3310: }
3311: return '';
3312: }
3313:
3314: sub get_portfolio_access {
3315: my ($udom,$unum,$file_name,$group,$access_hash) = @_;
3316:
3317: if (!ref($access_hash)) {
3318: my $current_perms = &get_portfile_permissions($udom,$unum);
3319: my %access_controls = &get_access_controls($current_perms,$group,
3320: $file_name);
3321: $access_hash = $access_controls{$file_name};
3322: }
3323:
3324: my ($public,$guest,@domains,@users,@courses,@groups);
3325: my $now = time;
3326: if (ref($access_hash) eq 'HASH') {
3327: foreach my $key (keys(%{$access_hash})) {
3328: my ($num,$scope,$end,$start) = ($key =~ /^([^:]+):([a-z]+)_(\d*)_?(\d*)$/);
3329: if ($start > $now) {
3330: next;
3331: }
3332: if ($end && $end<$now) {
3333: next;
3334: }
3335: if ($scope eq 'public') {
3336: $public = $key;
3337: last;
3338: } elsif ($scope eq 'guest') {
3339: $guest = $key;
3340: } elsif ($scope eq 'domains') {
3341: push(@domains,$key);
3342: } elsif ($scope eq 'users') {
3343: push(@users,$key);
3344: } elsif ($scope eq 'course') {
3345: push(@courses,$key);
3346: } elsif ($scope eq 'group') {
3347: push(@groups,$key);
3348: }
3349: }
3350: if ($public) {
3351: return 'ok';
3352: }
3353: if ($env{'user.name'} eq 'public' && $env{'user.domain'} eq 'public') {
3354: if ($guest) {
3355: return $guest;
3356: }
3357: } else {
3358: if (@domains > 0) {
3359: foreach my $domkey (@domains) {
3360: if (ref($access_hash->{$domkey}{'dom'}) eq 'ARRAY') {
3361: if (grep(/^\Q$env{'user.domain'}\E$/,@{$access_hash->{$domkey}{'dom'}})) {
3362: return 'ok';
3363: }
3364: }
3365: }
3366: }
3367: if (@users > 0) {
3368: foreach my $userkey (@users) {
3369: if (exists($access_hash->{$userkey}{'users'}{$env{'user.name'}.':'.$env{'user.domain'}})) {
3370: return 'ok';
3371: }
3372: }
3373: }
3374: my %roleshash;
3375: my @courses_and_groups = @courses;
3376: push(@courses_and_groups,@groups);
3377: if (@courses_and_groups > 0) {
3378: my (%allgroups,%allroles);
3379: my ($start,$end,$role,$sec,$group);
3380: foreach my $envkey (%env) {
3381: if ($envkey =~ m-^user\.role\.(gr|cc|in|ta|ep|st)\./($match_domain)/($match_courseid)/?([^/]*)$-) {
3382: my $cid = $2.'_'.$3;
3383: if ($1 eq 'gr') {
3384: $group = $4;
3385: $allgroups{$cid}{$group} = $env{$envkey};
3386: } else {
3387: if ($4 eq '') {
3388: $sec = 'none';
3389: } else {
3390: $sec = $4;
3391: }
3392: $allroles{$cid}{$1}{$sec} = $env{$envkey};
3393: }
3394: } elsif ($envkey =~ m-^user\.role\./cr/($match_domain/$match_username/\w*)./($match_domain)/($match_courseid)/?([^/]*)$-) {
3395: my $cid = $2.'_'.$3;
3396: if ($4 eq '') {
3397: $sec = 'none';
3398: } else {
3399: $sec = $4;
3400: }
3401: $allroles{$cid}{$1}{$sec} = $env{$envkey};
3402: }
3403: }
3404: if (keys(%allroles) == 0) {
3405: return;
3406: }
3407: foreach my $key (@courses_and_groups) {
3408: my %content = %{$$access_hash{$key}};
3409: my $cnum = $content{'number'};
3410: my $cdom = $content{'domain'};
3411: my $cid = $cdom.'_'.$cnum;
3412: if (!exists($allroles{$cid})) {
3413: next;
3414: }
3415: foreach my $role_id (keys(%{$content{'roles'}})) {
3416: my @sections = @{$content{'roles'}{$role_id}{'section'}};
3417: my @groups = @{$content{'roles'}{$role_id}{'group'}};
3418: my @status = @{$content{'roles'}{$role_id}{'access'}};
3419: my @roles = @{$content{'roles'}{$role_id}{'role'}};
3420: foreach my $role (keys(%{$allroles{$cid}})) {
3421: if ((grep/^all$/,@roles) || (grep/^\Q$role\E$/,@roles)) {
3422: foreach my $sec (keys(%{$allroles{$cid}{$role}})) {
3423: if (&course_group_datechecker($allroles{$cid}{$role}{$sec},$now,\@status) eq 'ok') {
3424: if (grep/^all$/,@sections) {
3425: return 'ok';
3426: } else {
3427: if (grep/^$sec$/,@sections) {
3428: return 'ok';
3429: }
3430: }
3431: }
3432: }
3433: if (keys(%{$allgroups{$cid}}) == 0) {
3434: if (grep/^none$/,@groups) {
3435: return 'ok';
3436: }
3437: } else {
3438: if (grep/^all$/,@groups) {
3439: return 'ok';
3440: }
3441: foreach my $group (keys(%{$allgroups{$cid}})) {
3442: if (grep/^$group$/,@groups) {
3443: return 'ok';
3444: }
3445: }
3446: }
3447: }
3448: }
3449: }
3450: }
3451: }
3452: if ($guest) {
3453: return $guest;
3454: }
3455: }
3456: }
3457: return;
3458: }
3459:
3460: sub course_group_datechecker {
3461: my ($dates,$now,$status) = @_;
3462: my ($start,$end) = split(/\./,$dates);
3463: if (!$start && !$end) {
3464: return 'ok';
3465: }
3466: if (grep/^active$/,@{$status}) {
3467: if (((!$start) || ($start && $start <= $now)) && ((!$end) || ($end && $end >= $now))) {
3468: return 'ok';
3469: }
3470: }
3471: if (grep/^previous$/,@{$status}) {
3472: if ($end > $now ) {
3473: return 'ok';
3474: }
3475: }
3476: if (grep/^future$/,@{$status}) {
3477: if ($start > $now) {
3478: return 'ok';
3479: }
3480: }
3481: return;
3482: }
3483:
3484: sub parse_portfolio_url {
3485: my ($url) = @_;
3486:
3487: my ($type,$udom,$unum,$group,$file_name);
3488:
3489: if ($url =~ m-^/*uploaded/($match_domain)/($match_username)/portfolio(/.+)$-) {
3490: $type = 1;
3491: $udom = $1;
3492: $unum = $2;
3493: $file_name = $3;
3494: } elsif ($url =~ m-^/*uploaded/($match_domain)/($match_courseid)/groups/([^/]+)/portfolio/(.+)$-) {
3495: $type = 2;
3496: $udom = $1;
3497: $unum = $2;
3498: $group = $3;
3499: $file_name = $3.'/'.$4;
3500: }
3501: if (wantarray) {
3502: return ($type,$udom,$unum,$file_name,$group);
3503: }
3504: return $type;
3505: }
3506:
3507: sub is_portfolio_url {
3508: my ($url) = @_;
3509: return scalar(&parse_portfolio_url($url));
3510: }
3511:
3512: sub is_portfolio_file {
3513: my ($file) = @_;
3514: if (($file =~ /^portfolio/) || ($file =~ /^groups\/\w\/portfolio/)) {
3515: return 1;
3516: }
3517: return;
3518: }
3519:
3520:
3521: # ---------------------------------------------- Custom access rule evaluation
3522:
3523: sub customaccess {
3524: my ($priv,$uri)=@_;
3525: my ($urole,$urealm)=split(/\./,$env{'request.role'},2);
3526: my ($udom,$ucrs,$usec)=split(/\//,$urealm);
3527: $udom = &LONCAPA::clean_domain($udom);
3528: $ucrs = &LONCAPA::clean_username($ucrs);
3529: my $access=0;
3530: foreach my $right (split(/\s*\,\s*/,&metadata($uri,'rule_rights'))) {
3531: my ($effect,$realm,$role)=split(/\:/,$right);
3532: if ($role) {
3533: if ($role ne $urole) { next; }
3534: }
3535: foreach my $scope (split(/\s*\,\s*/,$realm)) {
3536: my ($tdom,$tcrs,$tsec)=split(/\_/,$scope);
3537: if ($tdom) {
3538: if ($tdom ne $udom) { next; }
3539: }
3540: if ($tcrs) {
3541: if ($tcrs ne $ucrs) { next; }
3542: }
3543: if ($tsec) {
3544: if ($tsec ne $usec) { next; }
3545: }
3546: $access=($effect eq 'allow');
3547: last;
3548: }
3549: if ($realm eq '' && $role eq '') {
3550: $access=($effect eq 'allow');
3551: }
3552: }
3553: return $access;
3554: }
3555:
3556: # ------------------------------------------------- Check for a user privilege
3557:
3558: sub allowed {
3559: my ($priv,$uri,$symb,$role)=@_;
3560: my $ver_orguri=$uri;
3561: $uri=&deversion($uri);
3562: my $orguri=$uri;
3563: $uri=&declutter($uri);
3564:
3565: if ($priv eq 'evb') {
3566: # Evade communication block restrictions for specified role in a course
3567: if ($env{'user.priv.'.$role} =~/evb\&([^\:]*)/) {
3568: return $1;
3569: } else {
3570: return;
3571: }
3572: }
3573:
3574: if (defined($env{'allowed.'.$priv})) { return $env{'allowed.'.$priv}; }
3575: # Free bre access to adm and meta resources
3576: if (((($uri=~/^adm\//) && ($uri !~ m{/(?:smppg|bulletinboard)$}))
3577: || (($uri=~/\.meta$/) && ($uri!~m|^uploaded/|) ))
3578: && ($priv eq 'bre')) {
3579: return 'F';
3580: }
3581:
3582: # Free bre access to user's own portfolio contents
3583: my ($space,$domain,$name,@dir)=split('/',$uri);
3584: if (($space=~/^(uploaded|editupload)$/) && ($env{'user.name'} eq $name) &&
3585: ($env{'user.domain'} eq $domain) && ('portfolio' eq $dir[0])) {
3586: return 'F';
3587: }
3588:
3589: # bre access to group portfolio for rgf priv in group, or mdg or vcg in course.
3590: if (($space=~/^(uploaded|editupload)$/) && ($dir[0] eq 'groups')
3591: && ($dir[2] eq 'portfolio') && ($priv eq 'bre')) {
3592: if (exists($env{'request.course.id'})) {
3593: my $cdom = $env{'course.'.$env{'request.course.id'}.'.domain'};
3594: my $cnum = $env{'course.'.$env{'request.course.id'}.'.num'};
3595: if (($domain eq $cdom) && ($name eq $cnum)) {
3596: my $courseprivid=$env{'request.course.id'};
3597: $courseprivid=~s/\_/\//;
3598: if ($env{'user.priv.'.$env{'request.role'}.'./'.$courseprivid
3599: .'/'.$dir[1]} =~/rgf\&([^\:]*)/) {
3600: return $1;
3601: } else {
3602: if ($env{'request.course.sec'}) {
3603: $courseprivid.='/'.$env{'request.course.sec'};
3604: }
3605: if ($env{'user.priv.'.$env{'request.role'}.'./'.
3606: $courseprivid} =~/(mdg|vcg)\&([^\:]*)/) {
3607: return $2;
3608: }
3609: }
3610: }
3611: }
3612: }
3613:
3614: # Free bre to public access
3615:
3616: if ($priv eq 'bre') {
3617: my $copyright=&metadata($uri,'copyright');
3618: if (($copyright eq 'public') && (!$env{'request.course.id'})) {
3619: return 'F';
3620: }
3621: if ($copyright eq 'priv') {
3622: $uri=~/([^\/]+)\/([^\/]+)\//;
3623: unless (($env{'user.name'} eq $2) && ($env{'user.domain'} eq $1)) {
3624: return '';
3625: }
3626: }
3627: if ($copyright eq 'domain') {
3628: $uri=~/([^\/]+)\/([^\/]+)\//;
3629: unless (($env{'user.domain'} eq $1) ||
3630: ($env{'course.'.$env{'request.course.id'}.'.domain'} eq $1)) {
3631: return '';
3632: }
3633: }
3634: if ($env{'request.role'}=~ /li\.\//) {
3635: # Library role, so allow browsing of resources in this domain.
3636: return 'F';
3637: }
3638: if ($copyright eq 'custom') {
3639: unless (&customaccess($priv,$uri)) { return ''; }
3640: }
3641: }
3642: # Domain coordinator is trying to create a course
3643: if (($priv eq 'ccc') && ($env{'request.role'} =~ /^dc\./)) {
3644: # uri is the requested domain in this case.
3645: # comparison to 'request.role.domain' shows if the user has selected
3646: # a role of dc for the domain in question.
3647: return 'F' if ($uri eq $env{'request.role.domain'});
3648: }
3649:
3650: my $thisallowed='';
3651: my $statecond=0;
3652: my $courseprivid='';
3653:
3654: # Course
3655:
3656: if ($env{'user.priv.'.$env{'request.role'}.'./'}=~/\Q$priv\E\&([^\:]*)/) {
3657: $thisallowed.=$1;
3658: }
3659:
3660: # Domain
3661:
3662: if ($env{'user.priv.'.$env{'request.role'}.'./'.(split(/\//,$uri))[0].'/'}
3663: =~/\Q$priv\E\&([^\:]*)/) {
3664: $thisallowed.=$1;
3665: }
3666:
3667: # Course: uri itself is a course
3668: my $courseuri=$uri;
3669: $courseuri=~s/\_(\d)/\/$1/;
3670: $courseuri=~s/^([^\/])/\/$1/;
3671:
3672: if ($env{'user.priv.'.$env{'request.role'}.'.'.$courseuri}
3673: =~/\Q$priv\E\&([^\:]*)/) {
3674: $thisallowed.=$1;
3675: }
3676:
3677: # URI is an uploaded document for this course, default permissions don't matter
3678: # not allowing 'edit' access (editupload) to uploaded course docs
3679: if (($priv eq 'bre') && ($uri=~m|^uploaded/|)) {
3680: $thisallowed='';
3681: my ($match)=&is_on_map($uri);
3682: if ($match) {
3683: if ($env{'user.priv.'.$env{'request.role'}.'./'}
3684: =~/\Q$priv\E\&([^\:]*)/) {
3685: $thisallowed.=$1;
3686: }
3687: } else {
3688: my $refuri = $env{'httpref.'.$orguri} || $env{'httpref.'.$ver_orguri};
3689: if ($refuri) {
3690: if ($refuri =~ m|^/adm/|) {
3691: $thisallowed='F';
3692: } else {
3693: $refuri=&declutter($refuri);
3694: my ($match) = &is_on_map($refuri);
3695: if ($match) {
3696: $thisallowed='F';
3697: }
3698: }
3699: }
3700: }
3701: }
3702:
3703: if ($priv eq 'bre'
3704: && $thisallowed ne 'F'
3705: && $thisallowed ne '2'
3706: && &is_portfolio_url($uri)) {
3707: $thisallowed = &portfolio_access($uri);
3708: }
3709:
3710: # Full access at system, domain or course-wide level? Exit.
3711:
3712: if ($thisallowed=~/F/) {
3713: return 'F';
3714: }
3715:
3716: # If this is generating or modifying users, exit with special codes
3717:
3718: if (':csu:cdc:ccc:cin:cta:cep:ccr:cst:cad:cli:cau:cdg:cca:caa:'=~/\:\Q$priv\E\:/) {
3719: if (($priv eq 'cca') || ($priv eq 'caa')) {
3720: my ($audom,$auname)=split('/',$uri);
3721: # no author name given, so this just checks on the general right to make a co-author in this domain
3722: unless ($auname) { return $thisallowed; }
3723: # an author name is given, so we are about to actually make a co-author for a certain account
3724: if (($auname ne $env{'user.name'} && $env{'request.role'} !~ /^dc\./) ||
3725: (($audom ne $env{'user.domain'} && $env{'request.role'} !~ /^dc\./) &&
3726: ($audom ne $env{'request.role.domain'}))) { return ''; }
3727: }
3728: return $thisallowed;
3729: }
3730: #
3731: # Gathered so far: system, domain and course wide privileges
3732: #
3733: # Course: See if uri or referer is an individual resource that is part of
3734: # the course
3735:
3736: if ($env{'request.course.id'}) {
3737:
3738: $courseprivid=$env{'request.course.id'};
3739: if ($env{'request.course.sec'}) {
3740: $courseprivid.='/'.$env{'request.course.sec'};
3741: }
3742: $courseprivid=~s/\_/\//;
3743: my $checkreferer=1;
3744: my ($match,$cond)=&is_on_map($uri);
3745: if ($match) {
3746: $statecond=$cond;
3747: if ($env{'user.priv.'.$env{'request.role'}.'./'.$courseprivid}
3748: =~/\Q$priv\E\&([^\:]*)/) {
3749: $thisallowed.=$1;
3750: $checkreferer=0;
3751: }
3752: }
3753:
3754: if ($checkreferer) {
3755: my $refuri=$env{'httpref.'.$orguri};
3756: unless ($refuri) {
3757: foreach my $key (keys(%env)) {
3758: if ($key=~/^httpref\..*\*/) {
3759: my $pattern=$key;
3760: $pattern=~s/^httpref\.\/res\///;
3761: $pattern=~s/\*/\[\^\/\]\+/g;
3762: $pattern=~s/\//\\\//g;
3763: if ($orguri=~/$pattern/) {
3764: $refuri=$env{$key};
3765: }
3766: }
3767: }
3768: }
3769:
3770: if ($refuri) {
3771: $refuri=&declutter($refuri);
3772: my ($match,$cond)=&is_on_map($refuri);
3773: if ($match) {
3774: my $refstatecond=$cond;
3775: if ($env{'user.priv.'.$env{'request.role'}.'./'.$courseprivid}
3776: =~/\Q$priv\E\&([^\:]*)/) {
3777: $thisallowed.=$1;
3778: $uri=$refuri;
3779: $statecond=$refstatecond;
3780: }
3781: }
3782: }
3783: }
3784: }
3785:
3786: #
3787: # Gathered now: all privileges that could apply, and condition number
3788: #
3789: #
3790: # Full or no access?
3791: #
3792:
3793: if ($thisallowed=~/F/) {
3794: return 'F';
3795: }
3796:
3797: unless ($thisallowed) {
3798: return '';
3799: }
3800:
3801: # Restrictions exist, deal with them
3802: #
3803: # C:according to course preferences
3804: # R:according to resource settings
3805: # L:unless locked
3806: # X:according to user session state
3807: #
3808:
3809: # Possibly locked functionality, check all courses
3810: # Locks might take effect only after 10 minutes cache expiration for other
3811: # courses, and 2 minutes for current course
3812:
3813: my $envkey;
3814: if ($thisallowed=~/L/) {
3815: foreach $envkey (keys %env) {
3816: if ($envkey=~/^user\.role\.(st|ta)\.([^\.]*)/) {
3817: my $courseid=$2;
3818: my $roleid=$1.'.'.$2;
3819: $courseid=~s/^\///;
3820: my $expiretime=600;
3821: if ($env{'request.role'} eq $roleid) {
3822: $expiretime=120;
3823: }
3824: my ($cdom,$cnum,$csec)=split(/\//,$courseid);
3825: my $prefix='course.'.$cdom.'_'.$cnum.'.';
3826: if ((time-$env{$prefix.'last_cache'})>$expiretime) {
3827: &coursedescription($courseid,{'freshen_cache' => 1});
3828: }
3829: if (($env{$prefix.'res.'.$uri.'.lock.sections'}=~/\,\Q$csec\E\,/)
3830: || ($env{$prefix.'res.'.$uri.'.lock.sections'} eq 'all')) {
3831: if ($env{$prefix.'res.'.$uri.'.lock.expire'}>time) {
3832: &log($env{'user.domain'},$env{'user.name'},
3833: $env{'user.home'},
3834: 'Locked by res: '.$priv.' for '.$uri.' due to '.
3835: $cdom.'/'.$cnum.'/'.$csec.' expire '.
3836: $env{$prefix.'priv.'.$priv.'.lock.expire'});
3837: return '';
3838: }
3839: }
3840: if (($env{$prefix.'priv.'.$priv.'.lock.sections'}=~/\,\Q$csec\E\,/)
3841: || ($env{$prefix.'priv.'.$priv.'.lock.sections'} eq 'all')) {
3842: if ($env{'priv.'.$priv.'.lock.expire'}>time) {
3843: &log($env{'user.domain'},$env{'user.name'},
3844: $env{'user.home'},
3845: 'Locked by priv: '.$priv.' for '.$uri.' due to '.
3846: $cdom.'/'.$cnum.'/'.$csec.' expire '.
3847: $env{$prefix.'priv.'.$priv.'.lock.expire'});
3848: return '';
3849: }
3850: }
3851: }
3852: }
3853: }
3854:
3855: #
3856: # Rest of the restrictions depend on selected course
3857: #
3858:
3859: unless ($env{'request.course.id'}) {
3860: if ($thisallowed eq 'A') {
3861: return 'A';
3862: } else {
3863: return '1';
3864: }
3865: }
3866:
3867: #
3868: # Now user is definitely in a course
3869: #
3870:
3871:
3872: # Course preferences
3873:
3874: if ($thisallowed=~/C/) {
3875: my $rolecode=(split(/\./,$env{'request.role'}))[0];
3876: my $unamedom=$env{'user.name'}.':'.$env{'user.domain'};
3877: if ($env{'course.'.$env{'request.course.id'}.'.'.$priv.'.roles.denied'}
3878: =~/\Q$rolecode\E/) {
3879: if ($priv ne 'pch') {
3880: &logthis($env{'user.domain'}.':'.$env{'user.name'}.':'.$env{'user.home'}.':'.
3881: 'Denied by role: '.$priv.' for '.$uri.' as '.$rolecode.' in '.
3882: $env{'request.course.id'});
3883: }
3884: return '';
3885: }
3886:
3887: if ($env{'course.'.$env{'request.course.id'}.'.'.$priv.'.users.denied'}
3888: =~/\Q$unamedom\E/) {
3889: if ($priv ne 'pch') {
3890: &logthis($env{'user.domain'}.':'.$env{'user.name'}.':'.$env{'user.home'}.
3891: 'Denied by user: '.$priv.' for '.$uri.' as '.$unamedom.' in '.
3892: $env{'request.course.id'});
3893: }
3894: return '';
3895: }
3896: }
3897:
3898: # Resource preferences
3899:
3900: if ($thisallowed=~/R/) {
3901: my $rolecode=(split(/\./,$env{'request.role'}))[0];
3902: if (&metadata($uri,'roledeny')=~/\Q$rolecode\E/) {
3903: if ($priv ne 'pch') {
3904: &logthis($env{'user.domain'}.':'.$env{'user.name'}.':'.$env{'user.home'}.':'.
3905: 'Denied by role: '.$priv.' for '.$uri.' as '.$rolecode);
3906: }
3907: return '';
3908: }
3909: }
3910:
3911: # Restricted by state or randomout?
3912:
3913: if ($thisallowed=~/X/) {
3914: if ($env{'acc.randomout'}) {
3915: if (!$symb) { $symb=&symbread($uri,1); }
3916: if (($symb) && ($env{'acc.randomout'}=~/\&\Q$symb\E\&/)) {
3917: return '';
3918: }
3919: }
3920: if (&condval($statecond)) {
3921: return '2';
3922: } else {
3923: return '';
3924: }
3925: }
3926:
3927: if ($thisallowed eq 'A') {
3928: return 'A';
3929: }
3930: return 'F';
3931: }
3932:
3933: sub split_uri_for_cond {
3934: my $uri=&deversion(&declutter(shift));
3935: my @uriparts=split(/\//,$uri);
3936: my $filename=pop(@uriparts);
3937: my $pathname=join('/',@uriparts);
3938: return ($pathname,$filename);
3939: }
3940: # --------------------------------------------------- Is a resource on the map?
3941:
3942: sub is_on_map {
3943: my ($pathname,$filename) = &split_uri_for_cond(shift);
3944: #Trying to find the conditional for the file
3945: my $match=($env{'acc.res.'.$env{'request.course.id'}.'.'.$pathname}=~
3946: /\&\Q$filename\E\:([\d\|]+)\&/);
3947: if ($match) {
3948: return (1,$1);
3949: } else {
3950: return (0,0);
3951: }
3952: }
3953:
3954: # --------------------------------------------------------- Get symb from alias
3955:
3956: sub get_symb_from_alias {
3957: my $symb=shift;
3958: my ($map,$resid,$url)=&decode_symb($symb);
3959: # Already is a symb
3960: if ($url) { return $symb; }
3961: # Must be an alias
3962: my $aliassymb='';
3963: my %bighash;
3964: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
3965: &GDBM_READER(),0640)) {
3966: my $rid=$bighash{'mapalias_'.$symb};
3967: if ($rid) {
3968: my ($mapid,$resid)=split(/\./,$rid);
3969: $aliassymb=&encode_symb($bighash{'map_id_'.$mapid},
3970: $resid,$bighash{'src_'.$rid});
3971: }
3972: untie %bighash;
3973: }
3974: return $aliassymb;
3975: }
3976:
3977: # ----------------------------------------------------------------- Define Role
3978:
3979: sub definerole {
3980: if (allowed('mcr','/')) {
3981: my ($rolename,$sysrole,$domrole,$courole)=@_;
3982: foreach my $role (split(':',$sysrole)) {
3983: my ($crole,$cqual)=split(/\&/,$role);
3984: if ($pr{'cr:s'}!~/\Q$crole\E/) { return "refused:s:$crole"; }
3985: if ($pr{'cr:s'}=~/\Q$crole\E\&/) {
3986: if ($pr{'cr:s'}!~/\Q$crole\E\&\w*\Q$cqual\E/) {
3987: return "refused:s:$crole&$cqual";
3988: }
3989: }
3990: }
3991: foreach my $role (split(':',$domrole)) {
3992: my ($crole,$cqual)=split(/\&/,$role);
3993: if ($pr{'cr:d'}!~/\Q$crole\E/) { return "refused:d:$crole"; }
3994: if ($pr{'cr:d'}=~/\Q$crole\E\&/) {
3995: if ($pr{'cr:d'}!~/\Q$crole\W\&\w*\Q$cqual\E/) {
3996: return "refused:d:$crole&$cqual";
3997: }
3998: }
3999: }
4000: foreach my $role (split(':',$courole)) {
4001: my ($crole,$cqual)=split(/\&/,$role);
4002: if ($pr{'cr:c'}!~/\Q$crole\E/) { return "refused:c:$crole"; }
4003: if ($pr{'cr:c'}=~/\Q$crole\E\&/) {
4004: if ($pr{'cr:c'}!~/\Q$crole\E\&\w*\Q$cqual\E/) {
4005: return "refused:c:$crole&$cqual";
4006: }
4007: }
4008: }
4009: my $command="encrypt:rolesput:$env{'user.domain'}:$env{'user.name'}:".
4010: "$env{'user.domain'}:$env{'user.name'}:".
4011: "rolesdef_$rolename=".
4012: escape($sysrole.'_'.$domrole.'_'.$courole);
4013: return reply($command,$env{'user.home'});
4014: } else {
4015: return 'refused';
4016: }
4017: }
4018:
4019: # ---------------- Make a metadata query against the network of library servers
4020:
4021: sub metadata_query {
4022: my ($query,$custom,$customshow,$server_array)=@_;
4023: my %rhash;
4024: my @server_list = (defined($server_array) ? @$server_array
4025: : keys(%libserv) );
4026: for my $server (@server_list) {
4027: unless ($custom or $customshow) {
4028: my $reply=&reply("querysend:".&escape($query),$server);
4029: $rhash{$server}=$reply;
4030: }
4031: else {
4032: my $reply=&reply("querysend:".&escape($query).':'.
4033: &escape($custom).':'.&escape($customshow),
4034: $server);
4035: $rhash{$server}=$reply;
4036: }
4037: }
4038: return \%rhash;
4039: }
4040:
4041: # ----------------------------------------- Send log queries and wait for reply
4042:
4043: sub log_query {
4044: my ($uname,$udom,$query,%filters)=@_;
4045: my $uhome=&homeserver($uname,$udom);
4046: if ($uhome eq 'no_host') { return 'error: no_host'; }
4047: my $uhost=$hostname{$uhome};
4048: my $command=&escape(join(':',map{$_.'='.$filters{$_}} keys(%filters)));
4049: my $queryid=&reply("querysend:".$query.':'.$udom.':'.$uname.':'.$command,
4050: $uhome);
4051: unless ($queryid=~/^\Q$uhost\E\_/) { return 'error: '.$queryid; }
4052: return get_query_reply($queryid);
4053: }
4054:
4055: # ------- Request retrieval of institutional classlists for course(s)
4056:
4057: sub fetch_enrollment_query {
4058: my ($context,$affiliatesref,$replyref,$dom,$cnum) = @_;
4059: my $homeserver;
4060: my $maxtries = 1;
4061: if ($context eq 'automated') {
4062: $homeserver = $perlvar{'lonHostID'};
4063: $maxtries = 10; # will wait for up to 2000s for retrieval of classlist data before timeout
4064: } else {
4065: $homeserver = &homeserver($cnum,$dom);
4066: }
4067: my $host=$hostname{$homeserver};
4068: my $cmd = '';
4069: foreach my $affiliate (keys %{$affiliatesref}) {
4070: $cmd .= $affiliate.'='.join(",",@{$$affiliatesref{$affiliate}}).'%%';
4071: }
4072: $cmd =~ s/%%$//;
4073: $cmd = &escape($cmd);
4074: my $query = 'fetchenrollment';
4075: my $queryid=&reply("querysend:".$query.':'.$dom.':'.$env{'user.name'}.':'.$cmd,$homeserver);
4076: unless ($queryid=~/^\Q$host\E\_/) {
4077: &logthis('fetch_enrollment_query: invalid queryid: '.$queryid.' for host: '.$host.' and homeserver: '.$homeserver.' context: '.$context.' '.$cnum);
4078: return 'error: '.$queryid;
4079: }
4080: my $reply = &get_query_reply($queryid);
4081: my $tries = 1;
4082: while (($reply=~/^timeout/) && ($tries < $maxtries)) {
4083: $reply = &get_query_reply($queryid);
4084: $tries ++;
4085: }
4086: if ( ($reply =~/^timeout/) || ($reply =~/^error/) ) {
4087: &logthis('fetch_enrollment_query error: '.$reply.' for '.$dom.' '.$env{'user.name'}.' for '.$queryid.' context: '.$context.' '.$cnum.' maxtries: '.$maxtries.' tries: '.$tries);
4088: } else {
4089: my @responses = split/:/,$reply;
4090: if ($homeserver eq $perlvar{'lonHostID'}) {
4091: foreach my $line (@responses) {
4092: my ($key,$value) = split(/=/,$line,2);
4093: $$replyref{$key} = $value;
4094: }
4095: } else {
4096: my $pathname = $perlvar{'lonDaemons'}.'/tmp';
4097: foreach my $line (@responses) {
4098: my ($key,$value) = split(/=/,$line);
4099: $$replyref{$key} = $value;
4100: if ($value > 0) {
4101: foreach my $item (@{$$affiliatesref{$key}}) {
4102: my $filename = $dom.'_'.$key.'_'.$item.'_classlist.xml';
4103: my $destname = $pathname.'/'.$filename;
4104: my $xml_classlist = &reply("autoretrieve:".$filename,$homeserver);
4105: if ($xml_classlist =~ /^error/) {
4106: &logthis('fetch_enrollment_query - autoretrieve error: '.$xml_classlist.' for '.$filename.' from server: '.$homeserver.' '.$context.' '.$cnum);
4107: } else {
4108: if ( open(FILE,">$destname") ) {
4109: print FILE &unescape($xml_classlist);
4110: close(FILE);
4111: } else {
4112: &logthis('fetch_enrollment_query - error opening classlist file '.$destname.' '.$context.' '.$cnum);
4113: }
4114: }
4115: }
4116: }
4117: }
4118: }
4119: return 'ok';
4120: }
4121: return 'error';
4122: }
4123:
4124: sub get_query_reply {
4125: my $queryid=shift;
4126: my $replyfile=$perlvar{'lonDaemons'}.'/tmp/'.$queryid;
4127: my $reply='';
4128: for (1..100) {
4129: sleep 2;
4130: if (-e $replyfile.'.end') {
4131: if (open(my $fh,$replyfile)) {
4132: $reply.=<$fh>;
4133: close($fh);
4134: } else { return 'error: reply_file_error'; }
4135: return &unescape($reply);
4136: }
4137: }
4138: return 'timeout:'.$queryid;
4139: }
4140:
4141: sub courselog_query {
4142: #
4143: # possible filters:
4144: # url: url or symb
4145: # username
4146: # domain
4147: # action: view, submit, grade
4148: # start: timestamp
4149: # end: timestamp
4150: #
4151: my (%filters)=@_;
4152: unless ($env{'request.course.id'}) { return 'no_course'; }
4153: if ($filters{'url'}) {
4154: $filters{'url'}=&symbclean(&declutter($filters{'url'}));
4155: $filters{'url'}=~s/\.(\w+)$/(\\.\\d+)*\\.$1/;
4156: $filters{'url'}=~s/\.(\w+)\_\_\_/(\\.\\d+)*\\.$1/;
4157: }
4158: my $cname=$env{'course.'.$env{'request.course.id'}.'.num'};
4159: my $cdom=$env{'course.'.$env{'request.course.id'}.'.domain'};
4160: return &log_query($cname,$cdom,'courselog',%filters);
4161: }
4162:
4163: sub userlog_query {
4164: my ($uname,$udom,%filters)=@_;
4165: return &log_query($uname,$udom,'userlog',%filters);
4166: }
4167:
4168: #--------- Call auto-enrollment subs in localenroll.pm for homeserver for course
4169:
4170: sub auto_run {
4171: my ($cnum,$cdom) = @_;
4172: my $homeserver = &homeserver($cnum,$cdom);
4173: my $response = &reply('autorun:'.$cdom,$homeserver);
4174: return $response;
4175: }
4176:
4177: sub auto_get_sections {
4178: my ($cnum,$cdom,$inst_coursecode) = @_;
4179: my $homeserver = &homeserver($cnum,$cdom);
4180: my @secs = ();
4181: my $response=&unescape(&reply('autogetsections:'.$inst_coursecode.':'.$cdom,$homeserver));
4182: unless ($response eq 'refused') {
4183: @secs = split/:/,$response;
4184: }
4185: return @secs;
4186: }
4187:
4188: sub auto_new_course {
4189: my ($cnum,$cdom,$inst_course_id,$owner) = @_;
4190: my $homeserver = &homeserver($cnum,$cdom);
4191: my $response=&unescape(&reply('autonewcourse:'.$inst_course_id.':'.$owner.':'.$cdom,$homeserver));
4192: return $response;
4193: }
4194:
4195: sub auto_validate_courseID {
4196: my ($cnum,$cdom,$inst_course_id) = @_;
4197: my $homeserver = &homeserver($cnum,$cdom);
4198: my $response=&unescape(&reply('autovalidatecourse:'.$inst_course_id.':'.$cdom,$homeserver));
4199: return $response;
4200: }
4201:
4202: sub auto_create_password {
4203: my ($cnum,$cdom,$authparam) = @_;
4204: my $homeserver = &homeserver($cnum,$cdom);
4205: my $create_passwd = 0;
4206: my $authchk = '';
4207: my $response=&unescape(&reply('autocreatepassword:'.$authparam.':'.$cdom,$homeserver));
4208: if ($response eq 'refused') {
4209: $authchk = 'refused';
4210: } else {
4211: ($authparam,$create_passwd,$authchk) = split/:/,$response;
4212: }
4213: return ($authparam,$create_passwd,$authchk);
4214: }
4215:
4216: sub auto_photo_permission {
4217: my ($cnum,$cdom,$students) = @_;
4218: my $homeserver = &homeserver($cnum,$cdom);
4219: my ($outcome,$perm_reqd,$conditions) =
4220: split(/:/,&unescape(&reply('autophotopermission:'.$cdom,$homeserver)),3);
4221: if ($outcome =~ /^(con_lost|unknown_cmd|no_such_host)$/) {
4222: return (undef,undef);
4223: }
4224: return ($outcome,$perm_reqd,$conditions);
4225: }
4226:
4227: sub auto_checkphotos {
4228: my ($uname,$udom,$pid) = @_;
4229: my $homeserver = &homeserver($uname,$udom);
4230: my ($result,$resulttype);
4231: my $outcome = &unescape(&reply('autophotocheck:'.&escape($udom).':'.
4232: &escape($uname).':'.&escape($pid),
4233: $homeserver));
4234: if ($outcome =~ /^(con_lost|unknown_cmd|no_such_host)$/) {
4235: return (undef,undef);
4236: }
4237: if ($outcome) {
4238: ($result,$resulttype) = split(/:/,$outcome);
4239: }
4240: return ($result,$resulttype);
4241: }
4242:
4243: sub auto_photochoice {
4244: my ($cnum,$cdom) = @_;
4245: my $homeserver = &homeserver($cnum,$cdom);
4246: my ($update,$comment) = split(/:/,&unescape(&reply('autophotochoice:'.
4247: &escape($cdom),
4248: $homeserver)));
4249: if ($update =~ /^(con_lost|unknown_cmd|no_such_host)$/) {
4250: return (undef,undef);
4251: }
4252: return ($update,$comment);
4253: }
4254:
4255: sub auto_photoupdate {
4256: my ($affiliatesref,$dom,$cnum,$photo) = @_;
4257: my $homeserver = &homeserver($cnum,$dom);
4258: my $host=$hostname{$homeserver};
4259: my $cmd = '';
4260: my $maxtries = 1;
4261: foreach my $affiliate (keys(%{$affiliatesref})) {
4262: $cmd .= $affiliate.'='.join(",",@{$$affiliatesref{$affiliate}}).'%%';
4263: }
4264: $cmd =~ s/%%$//;
4265: $cmd = &escape($cmd);
4266: my $query = 'institutionalphotos';
4267: my $queryid=&reply("querysend:".$query.':'.$dom.':'.$cnum.':'.$cmd,$homeserver);
4268: unless ($queryid=~/^\Q$host\E\_/) {
4269: &logthis('institutionalphotos: invalid queryid: '.$queryid.' for host: '.$host.' and homeserver: '.$homeserver.' and course: '.$cnum);
4270: return 'error: '.$queryid;
4271: }
4272: my $reply = &get_query_reply($queryid);
4273: my $tries = 1;
4274: while (($reply=~/^timeout/) && ($tries < $maxtries)) {
4275: $reply = &get_query_reply($queryid);
4276: $tries ++;
4277: }
4278: if ( ($reply =~/^timeout/) || ($reply =~/^error/) ) {
4279: &logthis('institutionalphotos error: '.$reply.' for '.$dom.' '.$env{'user.name'}.' for '.$queryid.' course: '.$cnum.' maxtries: '.$maxtries.' tries: '.$tries);
4280: } else {
4281: my @responses = split(/:/,$reply);
4282: my $outcome = shift(@responses);
4283: foreach my $item (@responses) {
4284: my ($key,$value) = split(/=/,$item);
4285: $$photo{$key} = $value;
4286: }
4287: return $outcome;
4288: }
4289: return 'error';
4290: }
4291:
4292: sub auto_instcode_format {
4293: my ($caller,$codedom,$instcodes,$codes,$codetitles,$cat_titles,
4294: $cat_order) = @_;
4295: my $courses = '';
4296: my @homeservers;
4297: if ($caller eq 'global') {
4298: foreach my $tryserver (keys(%libserv)) {
4299: if ($hostdom{$tryserver} eq $codedom) {
4300: if (!grep(/^\Q$tryserver\E$/,@homeservers)) {
4301: push(@homeservers,$tryserver);
4302: }
4303: }
4304: }
4305: } else {
4306: push(@homeservers,&homeserver($caller,$codedom));
4307: }
4308: foreach my $code (keys(%{$instcodes})) {
4309: $courses .= &escape($code).'='.&escape($$instcodes{$code}).'&';
4310: }
4311: chop($courses);
4312: my $ok_response = 0;
4313: my $response;
4314: while (@homeservers > 0 && $ok_response == 0) {
4315: my $server = shift(@homeservers);
4316: $response=&reply('autoinstcodeformat:'.$codedom.':'.$courses,$server);
4317: if ($response !~ /(con_lost|error|no_such_host|refused)/) {
4318: my ($codes_str,$codetitles_str,$cat_titles_str,$cat_order_str) =
4319: split/:/,$response;
4320: %{$codes} = (%{$codes},&str2hash($codes_str));
4321: push(@{$codetitles},&str2array($codetitles_str));
4322: %{$cat_titles} = (%{$cat_titles},&str2hash($cat_titles_str));
4323: %{$cat_order} = (%{$cat_order},&str2hash($cat_order_str));
4324: $ok_response = 1;
4325: }
4326: }
4327: if ($ok_response) {
4328: return 'ok';
4329: } else {
4330: return $response;
4331: }
4332: }
4333:
4334: sub auto_instcode_defaults {
4335: my ($domain,$returnhash,$code_order) = @_;
4336: my @homeservers;
4337: foreach my $tryserver (keys(%libserv)) {
4338: if ($hostdom{$tryserver} eq $domain) {
4339: if (!grep(/^\Q$tryserver\E$/,@homeservers)) {
4340: push(@homeservers,$tryserver);
4341: }
4342: }
4343: }
4344: my $ok_response = 0;
4345: my $response;
4346: while (@homeservers > 0 && $ok_response == 0) {
4347: my $server = shift(@homeservers);
4348: $response=&reply('autoinstcodedefaults:'.$domain,$server);
4349: if ($response !~ /(con_lost|error|no_such_host|refused)/) {
4350: foreach my $pair (split(/\&/,$response)) {
4351: my ($name,$value)=split(/\=/,$pair);
4352: if ($name eq 'code_order') {
4353: @{$code_order} = split(/\&/,&unescape($value));
4354: } else {
4355: $returnhash->{&unescape($name)}=&unescape($value);
4356: }
4357: }
4358: $ok_response = 1;
4359: }
4360: }
4361: if ($ok_response) {
4362: return 'ok';
4363: } else {
4364: return $response;
4365: }
4366: }
4367:
4368: sub auto_validate_class_sec {
4369: my ($cdom,$cnum,$owner,$inst_class) = @_;
4370: my $homeserver = &homeserver($cnum,$cdom);
4371: my $response=&reply('autovalidateclass_sec:'.$inst_class.':'.
4372: &escape($owner).':'.$cdom,$homeserver);
4373: return $response;
4374: }
4375:
4376: # ------------------------------------------------------- Course Group routines
4377:
4378: sub get_coursegroups {
4379: my ($cdom,$cnum,$group,$namespace) = @_;
4380: return(&dump($namespace,$cdom,$cnum,$group));
4381: }
4382:
4383: sub modify_coursegroup {
4384: my ($cdom,$cnum,$groupsettings) = @_;
4385: return(&put('coursegroups',$groupsettings,$cdom,$cnum));
4386: }
4387:
4388: sub toggle_coursegroup_status {
4389: my ($cdom,$cnum,$group,$action) = @_;
4390: my ($from_namespace,$to_namespace);
4391: if ($action eq 'delete') {
4392: $from_namespace = 'coursegroups';
4393: $to_namespace = 'deleted_groups';
4394: } else {
4395: $from_namespace = 'deleted_groups';
4396: $to_namespace = 'coursegroups';
4397: }
4398: my %curr_group = &get_coursegroups($cdom,$cnum,$group,$from_namespace);
4399: if (my $tmp = &error(%curr_group)) {
4400: &Apache::lonnet::logthis('Error retrieving group: '.$tmp.' in '.$cnum.':'.$cdom);
4401: return ('read error',$tmp);
4402: } else {
4403: my %savedsettings = %curr_group;
4404: my $result = &put($to_namespace,\%savedsettings,$cdom,$cnum);
4405: my $deloutcome;
4406: if ($result eq 'ok') {
4407: $deloutcome = &del($from_namespace,[$group],$cdom,$cnum);
4408: } else {
4409: return ('write error',$result);
4410: }
4411: if ($deloutcome eq 'ok') {
4412: return 'ok';
4413: } else {
4414: return ('delete error',$deloutcome);
4415: }
4416: }
4417: }
4418:
4419: sub modify_group_roles {
4420: my ($cdom,$cnum,$group_id,$user,$end,$start,$userprivs) = @_;
4421: my $url = '/'.$cdom.'/'.$cnum.'/'.$group_id;
4422: my $role = 'gr/'.&escape($userprivs);
4423: my ($uname,$udom) = split(/:/,$user);
4424: my $result = &assignrole($udom,$uname,$url,$role,$end,$start);
4425: if ($result eq 'ok') {
4426: &devalidate_getgroups_cache($udom,$uname,$cdom,$cnum);
4427: }
4428: return $result;
4429: }
4430:
4431: sub modify_coursegroup_membership {
4432: my ($cdom,$cnum,$membership) = @_;
4433: my $result = &put('groupmembership',$membership,$cdom,$cnum);
4434: return $result;
4435: }
4436:
4437: sub get_active_groups {
4438: my ($udom,$uname,$cdom,$cnum) = @_;
4439: my $now = time;
4440: my %groups = ();
4441: foreach my $key (keys(%env)) {
4442: if ($key =~ m-user\.role\.gr\./($match_domain)/($match_courseid)/(\w+)$-) {
4443: my ($start,$end) = split(/\./,$env{$key});
4444: if (($end!=0) && ($end<$now)) { next; }
4445: if (($start!=0) && ($start>$now)) { next; }
4446: if ($1 eq $cdom && $2 eq $cnum) {
4447: $groups{$3} = $env{$key} ;
4448: }
4449: }
4450: }
4451: return %groups;
4452: }
4453:
4454: sub get_group_membership {
4455: my ($cdom,$cnum,$group) = @_;
4456: return(&dump('groupmembership',$cdom,$cnum,$group));
4457: }
4458:
4459: sub get_users_groups {
4460: my ($udom,$uname,$courseid) = @_;
4461: my @usersgroups;
4462: my $cachetime=1800;
4463:
4464: my $hashid="$udom:$uname:$courseid";
4465: my ($grouplist,$cached)=&is_cached_new('getgroups',$hashid);
4466: if (defined($cached)) {
4467: @usersgroups = split(/:/,$grouplist);
4468: } else {
4469: $grouplist = '';
4470: my %roleshash = &dump('roles',$udom,$uname,$courseid);
4471: my ($tmp) = keys(%roleshash);
4472: if ($tmp=~/^error:/) {
4473: &logthis('Error retrieving roles: '.$tmp.' for '.$uname.':'.$udom);
4474: } else {
4475: my $access_end = $env{'course.'.$courseid.
4476: '.default_enrollment_end_date'};
4477: my $now = time;
4478: foreach my $key (keys(%roleshash)) {
4479: if ($key =~ /^\Q$courseid\E\/(\w+)\_gr$/) {
4480: my $group = $1;
4481: if ($roleshash{$key} =~ /_(\d+)_(\d+)$/) {
4482: my $start = $2;
4483: my $end = $1;
4484: if ($start == -1) { next; } # deleted from group
4485: if (($start!=0) && ($start>$now)) { next; }
4486: if (($end!=0) && ($end<$now)) {
4487: if ($access_end && $access_end < $now) {
4488: if ($access_end - $end < 86400) {
4489: push(@usersgroups,$group);
4490: }
4491: }
4492: next;
4493: }
4494: push(@usersgroups,$group);
4495: }
4496: }
4497: }
4498: @usersgroups = &sort_course_groups($courseid,@usersgroups);
4499: $grouplist = join(':',@usersgroups);
4500: &do_cache_new('getgroups',$hashid,$grouplist,$cachetime);
4501: }
4502: }
4503: return @usersgroups;
4504: }
4505:
4506: sub devalidate_getgroups_cache {
4507: my ($udom,$uname,$cdom,$cnum)=@_;
4508: my $courseid = $cdom.'_'.$cnum;
4509:
4510: my $hashid="$udom:$uname:$courseid";
4511: &devalidate_cache_new('getgroups',$hashid);
4512: }
4513:
4514: # ------------------------------------------------------------------ Plain Text
4515:
4516: sub plaintext {
4517: my ($short,$type,$cid) = @_;
4518: if ($short =~ /^cr/) {
4519: return (split('/',$short))[-1];
4520: }
4521: if (!defined($cid)) {
4522: $cid = $env{'request.course.id'};
4523: }
4524: if (defined($cid) && defined($env{'course.'.$cid.'.'.$short.'.plaintext'})) {
4525: return &Apache::lonlocal::mt($env{'course.'.$cid.'.'.$short.
4526: '.plaintext'});
4527: }
4528: my %rolenames = (
4529: Course => 'std',
4530: Group => 'alt1',
4531: );
4532: if (defined($type) &&
4533: defined($rolenames{$type}) &&
4534: defined($prp{$short}{$rolenames{$type}})) {
4535: return &Apache::lonlocal::mt($prp{$short}{$rolenames{$type}});
4536: } else {
4537: return &Apache::lonlocal::mt($prp{$short}{'std'});
4538: }
4539: }
4540:
4541: # ----------------------------------------------------------------- Assign Role
4542:
4543: sub assignrole {
4544: my ($udom,$uname,$url,$role,$end,$start,$deleteflag)=@_;
4545: my $mrole;
4546: if ($role =~ /^cr\//) {
4547: my $cwosec=$url;
4548: $cwosec=~s/^\/($match_domain)\/($match_courseid)\/.*/$1\/$2/;
4549: unless (&allowed('ccr',$cwosec)) {
4550: &logthis('Refused custom assignrole: '.
4551: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
4552: $env{'user.name'}.' at '.$env{'user.domain'});
4553: return 'refused';
4554: }
4555: $mrole='cr';
4556: } elsif ($role =~ /^gr\//) {
4557: my $cwogrp=$url;
4558: $cwogrp=~s{^/($match_domain)/($match_courseid)/.*}{$1/$2};
4559: unless (&allowed('mdg',$cwogrp)) {
4560: &logthis('Refused group assignrole: '.
4561: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
4562: $env{'user.name'}.' at '.$env{'user.domain'});
4563: return 'refused';
4564: }
4565: $mrole='gr';
4566: } else {
4567: my $cwosec=$url;
4568: $cwosec=~s/^\/($match_domain)\/($match_courseid)\/.*/$1\/$2/;
4569: unless ((&allowed('c'.$role,$cwosec)) || &allowed('c'.$role,$udom)) {
4570: &logthis('Refused assignrole: '.
4571: $udom.' '.$uname.' '.$url.' '.$role.' '.$end.' '.$start.' by '.
4572: $env{'user.name'}.' at '.$env{'user.domain'});
4573: return 'refused';
4574: }
4575: $mrole=$role;
4576: }
4577: my $command="encrypt:rolesput:$env{'user.domain'}:$env{'user.name'}:".
4578: "$udom:$uname:$url".'_'."$mrole=$role";
4579: if ($end) { $command.='_'.$end; }
4580: if ($start) {
4581: if ($end) {
4582: $command.='_'.$start;
4583: } else {
4584: $command.='_0_'.$start;
4585: }
4586: }
4587: my $origstart = $start;
4588: my $origend = $end;
4589: # actually delete
4590: if ($deleteflag) {
4591: if ((&allowed('dro',$udom)) || (&allowed('dro',$url))) {
4592: # modify command to delete the role
4593: $command="encrypt:rolesdel:$env{'user.domain'}:$env{'user.name'}:".
4594: "$udom:$uname:$url".'_'."$mrole";
4595: &logthis("$env{'user.name'} at $env{'user.domain'} deletes $mrole in $url for $uname at $udom");
4596: # set start and finish to negative values for userrolelog
4597: $start=-1;
4598: $end=-1;
4599: }
4600: }
4601: # send command
4602: my $answer=&reply($command,&homeserver($uname,$udom));
4603: # log new user role if status is ok
4604: if ($answer eq 'ok') {
4605: &userrolelog($role,$uname,$udom,$url,$start,$end);
4606: # for course roles, perform group memberships changes triggered by role change.
4607: unless ($role =~ /^gr/) {
4608: &Apache::longroup::group_changes($udom,$uname,$url,$role,$origend,
4609: $origstart);
4610: }
4611: }
4612: return $answer;
4613: }
4614:
4615: # -------------------------------------------------- Modify user authentication
4616: # Overrides without validation
4617:
4618: sub modifyuserauth {
4619: my ($udom,$uname,$umode,$upass)=@_;
4620: my $uhome=&homeserver($uname,$udom);
4621: unless (&allowed('mau',$udom)) { return 'refused'; }
4622: &logthis('Call to modify user authentication '.$udom.', '.$uname.', '.
4623: $umode.' by '.$env{'user.name'}.' at '.$env{'user.domain'}.
4624: ' in domain '.$env{'request.role.domain'});
4625: my $reply=&reply('encrypt:changeuserauth:'.$udom.':'.$uname.':'.$umode.':'.
4626: &escape($upass),$uhome);
4627: &log($env{'user.domain'},$env{'user.name'},$env{'user.home'},
4628: 'Authentication changed for '.$udom.', '.$uname.', '.$umode.
4629: '(Remote '.$ENV{'REMOTE_ADDR'}.'): '.$reply);
4630: &log($udom,,$uname,$uhome,
4631: 'Authentication changed by '.$env{'user.domain'}.', '.
4632: $env{'user.name'}.', '.$umode.
4633: '(Remote '.$ENV{'REMOTE_ADDR'}.'): '.$reply);
4634: unless ($reply eq 'ok') {
4635: &logthis('Authentication mode error: '.$reply);
4636: return 'error: '.$reply;
4637: }
4638: return 'ok';
4639: }
4640:
4641: # --------------------------------------------------------------- Modify a user
4642:
4643: sub modifyuser {
4644: my ($udom, $uname, $uid,
4645: $umode, $upass, $first,
4646: $middle, $last, $gene,
4647: $forceid, $desiredhome, $email)=@_;
4648: $udom= &LONCAPA::clean_domain($udom);
4649: $uname=&LONCAPA::clean_username($uname);
4650: &logthis('Call to modify user '.$udom.', '.$uname.', '.$uid.', '.
4651: $umode.', '.$first.', '.$middle.', '.
4652: $last.', '.$gene.'(forceid: '.$forceid.')'.
4653: (defined($desiredhome) ? ' desiredhome = '.$desiredhome :
4654: ' desiredhome not specified').
4655: ' by '.$env{'user.name'}.' at '.$env{'user.domain'}.
4656: ' in domain '.$env{'request.role.domain'});
4657: my $uhome=&homeserver($uname,$udom,'true');
4658: # ----------------------------------------------------------------- Create User
4659: if (($uhome eq 'no_host') &&
4660: (($umode && $upass) || ($umode eq 'localauth'))) {
4661: my $unhome='';
4662: if (defined($desiredhome) && $hostdom{$desiredhome} eq $udom) {
4663: $unhome = $desiredhome;
4664: } elsif($env{'course.'.$env{'request.course.id'}.'.domain'} eq $udom) {
4665: $unhome=$env{'course.'.$env{'request.course.id'}.'.home'};
4666: } else { # load balancing routine for determining $unhome
4667: my $tryserver;
4668: my $loadm=10000000;
4669: foreach $tryserver (keys %libserv) {
4670: if ($hostdom{$tryserver} eq $udom) {
4671: my $answer=reply('load',$tryserver);
4672: if (($answer=~/\d+/) && ($answer<$loadm)) {
4673: $loadm=$answer;
4674: $unhome=$tryserver;
4675: }
4676: }
4677: }
4678: }
4679: if (($unhome eq '') || ($unhome eq 'no_host')) {
4680: return 'error: unable to find a home server for '.$uname.
4681: ' in domain '.$udom;
4682: }
4683: my $reply=&reply('encrypt:makeuser:'.$udom.':'.$uname.':'.$umode.':'.
4684: &escape($upass),$unhome);
4685: unless ($reply eq 'ok') {
4686: return 'error: '.$reply;
4687: }
4688: $uhome=&homeserver($uname,$udom,'true');
4689: if (($uhome eq '') || ($uhome eq 'no_host') || ($uhome ne $unhome)) {
4690: return 'error: unable verify users home machine.';
4691: }
4692: } # End of creation of new user
4693: # ---------------------------------------------------------------------- Add ID
4694: if ($uid) {
4695: $uid=~tr/A-Z/a-z/;
4696: my %uidhash=&idrget($udom,$uname);
4697: if (($uidhash{$uname}) && ($uidhash{$uname}!~/error\:/)
4698: && (!$forceid)) {
4699: unless ($uid eq $uidhash{$uname}) {
4700: return 'error: user id "'.$uid.'" does not match '.
4701: 'current user id "'.$uidhash{$uname}.'".';
4702: }
4703: } else {
4704: &idput($udom,($uname => $uid));
4705: }
4706: }
4707: # -------------------------------------------------------------- Add names, etc
4708: my @tmp=&get('environment',
4709: ['firstname','middlename','lastname','generation'],
4710: $udom,$uname);
4711: my %names;
4712: if ($tmp[0] =~ m/^error:.*/) {
4713: %names=();
4714: } else {
4715: %names = @tmp;
4716: }
4717: #
4718: # Make sure to not trash student environment if instructor does not bother
4719: # to supply name and email information
4720: #
4721: if ($first) { $names{'firstname'} = $first; }
4722: if (defined($middle)) { $names{'middlename'} = $middle; }
4723: if ($last) { $names{'lastname'} = $last; }
4724: if (defined($gene)) { $names{'generation'} = $gene; }
4725: if ($email) {
4726: $email=~s/[^\w\@\.\-\,]//gs;
4727: if ($email=~/\@/) { $names{'notification'} = $email;
4728: $names{'critnotification'} = $email;
4729: $names{'permanentemail'} = $email; }
4730: }
4731: my $reply = &put('environment', \%names, $udom,$uname);
4732: if ($reply ne 'ok') { return 'error: '.$reply; }
4733: &devalidate_cache_new('namescache',$uname.':'.$udom);
4734: &logthis('Success modifying user '.$udom.', '.$uname.', '.$uid.', '.
4735: $umode.', '.$first.', '.$middle.', '.
4736: $last.', '.$gene.' by '.
4737: $env{'user.name'}.' at '.$env{'user.domain'});
4738: return 'ok';
4739: }
4740:
4741: # -------------------------------------------------------------- Modify student
4742:
4743: sub modifystudent {
4744: my ($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene,$usec,
4745: $end,$start,$forceid,$desiredhome,$email,$type,$locktype,$cid)=@_;
4746: if (!$cid) {
4747: unless ($cid=$env{'request.course.id'}) {
4748: return 'not_in_class';
4749: }
4750: }
4751: # --------------------------------------------------------------- Make the user
4752: my $reply=&modifyuser
4753: ($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene,$forceid,
4754: $desiredhome,$email);
4755: unless ($reply eq 'ok') { return $reply; }
4756: # This will cause &modify_student_enrollment to get the uid from the
4757: # students environment
4758: $uid = undef if (!$forceid);
4759: $reply = &modify_student_enrollment($udom,$uname,$uid,$first,$middle,$last,
4760: $gene,$usec,$end,$start,$type,$locktype,$cid);
4761: return $reply;
4762: }
4763:
4764: sub modify_student_enrollment {
4765: my ($udom,$uname,$uid,$first,$middle,$last,$gene,$usec,$end,$start,$type,$locktype,$cid) = @_;
4766: my ($cdom,$cnum,$chome);
4767: if (!$cid) {
4768: unless ($cid=$env{'request.course.id'}) {
4769: return 'not_in_class';
4770: }
4771: $cdom=$env{'course.'.$cid.'.domain'};
4772: $cnum=$env{'course.'.$cid.'.num'};
4773: } else {
4774: ($cdom,$cnum)=split(/_/,$cid);
4775: }
4776: $chome=$env{'course.'.$cid.'.home'};
4777: if (!$chome) {
4778: $chome=&homeserver($cnum,$cdom);
4779: }
4780: if (!$chome) { return 'unknown_course'; }
4781: # Make sure the user exists
4782: my $uhome=&homeserver($uname,$udom);
4783: if (($uhome eq '') || ($uhome eq 'no_host')) {
4784: return 'error: no such user';
4785: }
4786: # Get student data if we were not given enough information
4787: if (!defined($first) || $first eq '' ||
4788: !defined($last) || $last eq '' ||
4789: !defined($uid) || $uid eq '' ||
4790: !defined($middle) || $middle eq '' ||
4791: !defined($gene) || $gene eq '') {
4792: # They did not supply us with enough data to enroll the student, so
4793: # we need to pick up more information.
4794: my %tmp = &get('environment',
4795: ['firstname','middlename','lastname', 'generation','id']
4796: ,$udom,$uname);
4797:
4798: #foreach my $key (keys(%tmp)) {
4799: # &logthis("key $key = ".$tmp{$key});
4800: #}
4801: $first = $tmp{'firstname'} if (!defined($first) || $first eq '');
4802: $middle = $tmp{'middlename'} if (!defined($middle) || $middle eq '');
4803: $last = $tmp{'lastname'} if (!defined($last) || $last eq '');
4804: $gene = $tmp{'generation'} if (!defined($gene) || $gene eq '');
4805: $uid = $tmp{'id'} if (!defined($uid) || $uid eq '');
4806: }
4807: my $fullname = &format_name($first,$middle,$last,$gene,'lastname');
4808: my $reply=cput('classlist',
4809: {"$uname:$udom" =>
4810: join(':',$end,$start,$uid,$usec,$fullname,$type,$locktype) },
4811: $cdom,$cnum);
4812: unless (($reply eq 'ok') || ($reply eq 'delayed')) {
4813: return 'error: '.$reply;
4814: } else {
4815: &devalidate_getsection_cache($udom,$uname,$cid);
4816: }
4817: # Add student role to user
4818: my $uurl='/'.$cid;
4819: $uurl=~s/\_/\//g;
4820: if ($usec) {
4821: $uurl.='/'.$usec;
4822: }
4823: return &assignrole($udom,$uname,$uurl,'st',$end,$start);
4824: }
4825:
4826: sub format_name {
4827: my ($firstname,$middlename,$lastname,$generation,$first)=@_;
4828: my $name;
4829: if ($first ne 'lastname') {
4830: $name=$firstname.' '.$middlename.' '.$lastname.' '.$generation;
4831: } else {
4832: if ($lastname=~/\S/) {
4833: $name.= $lastname.' '.$generation.', '.$firstname.' '.$middlename;
4834: $name=~s/\s+,/,/;
4835: } else {
4836: $name.= $firstname.' '.$middlename.' '.$generation;
4837: }
4838: }
4839: $name=~s/^\s+//;
4840: $name=~s/\s+$//;
4841: $name=~s/\s+/ /g;
4842: return $name;
4843: }
4844:
4845: # ------------------------------------------------- Write to course preferences
4846:
4847: sub writecoursepref {
4848: my ($courseid,%prefs)=@_;
4849: $courseid=~s/^\///;
4850: $courseid=~s/\_/\//g;
4851: my ($cdomain,$cnum)=split(/\//,$courseid);
4852: my $chome=homeserver($cnum,$cdomain);
4853: if (($chome eq '') || ($chome eq 'no_host')) {
4854: return 'error: no such course';
4855: }
4856: my $cstring='';
4857: foreach my $pref (keys(%prefs)) {
4858: $cstring.=&escape($pref).'='.&escape($prefs{$pref}).'&';
4859: }
4860: $cstring=~s/\&$//;
4861: return reply('put:'.$cdomain.':'.$cnum.':environment:'.$cstring,$chome);
4862: }
4863:
4864: # ---------------------------------------------------------- Make/modify course
4865:
4866: sub createcourse {
4867: my ($udom,$description,$url,$course_server,$nonstandard,$inst_code,
4868: $course_owner,$crstype)=@_;
4869: $url=&declutter($url);
4870: my $cid='';
4871: unless (&allowed('ccc',$udom)) {
4872: return 'refused';
4873: }
4874: # ------------------------------------------------------------------- Create ID
4875: my $uname=int(1+rand(9)).
4876: ('a'..'z','A'..'Z','0'..'9')[int(rand(62))].
4877: substr($$.time,0,5).unpack("H8",pack("I32",time)).
4878: unpack("H2",pack("I32",int(rand(255)))).$perlvar{'lonHostID'};
4879: # ----------------------------------------------- Make sure that does not exist
4880: my $uhome=&homeserver($uname,$udom,'true');
4881: unless (($uhome eq '') || ($uhome eq 'no_host')) {
4882: $uname=substr($$.time,0,5).unpack("H8",pack("I32",time)).
4883: unpack("H2",pack("I32",int(rand(255)))).$perlvar{'lonHostID'};
4884: $uhome=&homeserver($uname,$udom,'true');
4885: unless (($uhome eq '') || ($uhome eq 'no_host')) {
4886: return 'error: unable to generate unique course-ID';
4887: }
4888: }
4889: # ------------------------------------------------ Check supplied server name
4890: $course_server = $env{'user.homeserver'} if (! defined($course_server));
4891: if (! exists($libserv{$course_server})) {
4892: return 'error:bad server name '.$course_server;
4893: }
4894: # ------------------------------------------------------------- Make the course
4895: my $reply=&reply('encrypt:makeuser:'.$udom.':'.$uname.':none::',
4896: $course_server);
4897: unless ($reply eq 'ok') { return 'error: '.$reply; }
4898: $uhome=&homeserver($uname,$udom,'true');
4899: if (($uhome eq '') || ($uhome eq 'no_host')) {
4900: return 'error: no such course';
4901: }
4902: # ----------------------------------------------------------------- Course made
4903: # log existence
4904: &courseidput($udom,&escape($udom.'_'.$uname).'='.&escape($description).
4905: ':'.&escape($inst_code).':'.&escape($course_owner).':'.
4906: &escape($crstype),$uhome);
4907: &flushcourselogs();
4908: # set toplevel url
4909: my $topurl=$url;
4910: unless ($nonstandard) {
4911: # ------------------------------------------ For standard courses, make top url
4912: my $mapurl=&clutter($url);
4913: if ($mapurl eq '/res/') { $mapurl=''; }
4914: $env{'form.initmap'}=(<<ENDINITMAP);
4915: <map>
4916: <resource id="1" type="start"></resource>
4917: <resource id="2" src="$mapurl"></resource>
4918: <resource id="3" type="finish"></resource>
4919: <link index="1" from="1" to="2"></link>
4920: <link index="2" from="2" to="3"></link>
4921: </map>
4922: ENDINITMAP
4923: $topurl=&declutter(
4924: &finishuserfileupload($uname,$udom,'initmap','default.sequence')
4925: );
4926: }
4927: # ----------------------------------------------------------- Write preferences
4928: &writecoursepref($udom.'_'.$uname,
4929: ('description' => $description,
4930: 'url' => $topurl));
4931: return '/'.$udom.'/'.$uname;
4932: }
4933:
4934: # ---------------------------------------------------------- Assign Custom Role
4935:
4936: sub assigncustomrole {
4937: my ($udom,$uname,$url,$rdom,$rnam,$rolename,$end,$start,$deleteflag)=@_;
4938: return &assignrole($udom,$uname,$url,'cr/'.$rdom.'/'.$rnam.'/'.$rolename,
4939: $end,$start,$deleteflag);
4940: }
4941:
4942: # ----------------------------------------------------------------- Revoke Role
4943:
4944: sub revokerole {
4945: my ($udom,$uname,$url,$role,$deleteflag)=@_;
4946: my $now=time;
4947: return &assignrole($udom,$uname,$url,$role,$now,$deleteflag);
4948: }
4949:
4950: # ---------------------------------------------------------- Revoke Custom Role
4951:
4952: sub revokecustomrole {
4953: my ($udom,$uname,$url,$rdom,$rnam,$rolename,$deleteflag)=@_;
4954: my $now=time;
4955: return &assigncustomrole($udom,$uname,$url,$rdom,$rnam,$rolename,$now,
4956: $deleteflag);
4957: }
4958:
4959: # ------------------------------------------------------------ Disk usage
4960: sub diskusage {
4961: my ($udom,$uname,$directoryRoot)=@_;
4962: $directoryRoot =~ s/\/$//;
4963: my $listing=&reply('du:'.$directoryRoot,homeserver($uname,$udom));
4964: return $listing;
4965: }
4966:
4967: sub is_locked {
4968: my ($file_name, $domain, $user) = @_;
4969: my @check;
4970: my $is_locked;
4971: push @check, $file_name;
4972: my %locked = &get('file_permissions',\@check,
4973: $env{'user.domain'},$env{'user.name'});
4974: my ($tmp)=keys(%locked);
4975: if ($tmp=~/^error:/) { undef(%locked); }
4976:
4977: if (ref($locked{$file_name}) eq 'ARRAY') {
4978: $is_locked = 'false';
4979: foreach my $entry (@{$locked{$file_name}}) {
4980: if (ref($entry) eq 'ARRAY') {
4981: $is_locked = 'true';
4982: last;
4983: }
4984: }
4985: } else {
4986: $is_locked = 'false';
4987: }
4988: }
4989:
4990: sub declutter_portfile {
4991: my ($file) = @_;
4992: &logthis("got $file");
4993: $file =~ s-^(/portfolio/|portfolio/)-/-;
4994: &logthis("ret $file");
4995: return $file;
4996: }
4997:
4998: # ------------------------------------------------------------- Mark as Read Only
4999:
5000: sub mark_as_readonly {
5001: my ($domain,$user,$files,$what) = @_;
5002: my %current_permissions = &dump('file_permissions',$domain,$user);
5003: my ($tmp)=keys(%current_permissions);
5004: if ($tmp=~/^error:/) { undef(%current_permissions); }
5005: foreach my $file (@{$files}) {
5006: $file = &declutter_portfile($file);
5007: push(@{$current_permissions{$file}},$what);
5008: }
5009: &put('file_permissions',\%current_permissions,$domain,$user);
5010: return;
5011: }
5012:
5013: # ------------------------------------------------------------Save Selected Files
5014:
5015: sub save_selected_files {
5016: my ($user, $path, @files) = @_;
5017: my $filename = $user."savedfiles";
5018: my @other_files = &files_not_in_path($user, $path);
5019: open (OUT, '>'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
5020: foreach my $file (@files) {
5021: print (OUT $env{'form.currentpath'}.$file."\n");
5022: }
5023: foreach my $file (@other_files) {
5024: print (OUT $file."\n");
5025: }
5026: close (OUT);
5027: return 'ok';
5028: }
5029:
5030: sub clear_selected_files {
5031: my ($user) = @_;
5032: my $filename = $user."savedfiles";
5033: open (OUT, '>'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
5034: print (OUT undef);
5035: close (OUT);
5036: return ("ok");
5037: }
5038:
5039: sub files_in_path {
5040: my ($user, $path) = @_;
5041: my $filename = $user."savedfiles";
5042: my %return_files;
5043: open (IN, '<'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
5044: while (my $line_in = <IN>) {
5045: chomp ($line_in);
5046: my @paths_and_file = split (m!/!, $line_in);
5047: my $file_part = pop (@paths_and_file);
5048: my $path_part = join ('/', @paths_and_file);
5049: $path_part.='/';
5050: my $path_and_file = $path_part.$file_part;
5051: if ($path_part eq $path) {
5052: $return_files{$file_part}= 'selected';
5053: }
5054: }
5055: close (IN);
5056: return (\%return_files);
5057: }
5058:
5059: # called in portfolio select mode, to show files selected NOT in current directory
5060: sub files_not_in_path {
5061: my ($user, $path) = @_;
5062: my $filename = $user."savedfiles";
5063: my @return_files;
5064: my $path_part;
5065: open(IN, '<'.$Apache::lonnet::perlvar{'lonDaemons'}.'/tmp/'.$filename);
5066: while (my $line = <IN>) {
5067: #ok, I know it's clunky, but I want it to work
5068: my @paths_and_file = split(m|/|, $line);
5069: my $file_part = pop(@paths_and_file);
5070: chomp($file_part);
5071: my $path_part = join('/', @paths_and_file);
5072: $path_part .= '/';
5073: my $path_and_file = $path_part.$file_part;
5074: if ($path_part ne $path) {
5075: push(@return_files, ($path_and_file));
5076: }
5077: }
5078: close(OUT);
5079: return (@return_files);
5080: }
5081:
5082: #----------------------------------------------Get portfolio file permissions
5083:
5084: sub get_portfile_permissions {
5085: my ($domain,$user) = @_;
5086: my %current_permissions = &dump('file_permissions',$domain,$user);
5087: my ($tmp)=keys(%current_permissions);
5088: if ($tmp=~/^error:/) { undef(%current_permissions); }
5089: return \%current_permissions;
5090: }
5091:
5092: #---------------------------------------------Get portfolio file access controls
5093:
5094: sub get_access_controls {
5095: my ($current_permissions,$group,$file) = @_;
5096: my %access;
5097: my $real_file = $file;
5098: $file =~ s/\.meta$//;
5099: if (defined($file)) {
5100: if (ref($$current_permissions{$file."\0".'accesscontrol'}) eq 'HASH') {
5101: foreach my $control (keys(%{$$current_permissions{$file."\0".'accesscontrol'}})) {
5102: $access{$real_file}{$control} = $$current_permissions{$file."\0".$control};
5103: }
5104: }
5105: } else {
5106: foreach my $key (keys(%{$current_permissions})) {
5107: if ($key =~ /\0accesscontrol$/) {
5108: if (defined($group)) {
5109: if ($key !~ m-^\Q$group\E/-) {
5110: next;
5111: }
5112: }
5113: my ($fullpath) = split(/\0/,$key);
5114: if (ref($$current_permissions{$key}) eq 'HASH') {
5115: foreach my $control (keys(%{$$current_permissions{$key}})) {
5116: $access{$fullpath}{$control}=$$current_permissions{$fullpath."\0".$control};
5117: }
5118: }
5119: }
5120: }
5121: }
5122: return %access;
5123: }
5124:
5125: sub modify_access_controls {
5126: my ($file_name,$changes,$domain,$user)=@_;
5127: my ($outcome,$deloutcome);
5128: my %store_permissions;
5129: my %new_values;
5130: my %new_control;
5131: my %translation;
5132: my @deletions = ();
5133: my $now = time;
5134: if (exists($$changes{'activate'})) {
5135: if (ref($$changes{'activate'}) eq 'HASH') {
5136: my @newitems = sort(keys(%{$$changes{'activate'}}));
5137: my $numnew = scalar(@newitems);
5138: for (my $i=0; $i<$numnew; $i++) {
5139: my $newkey = $newitems[$i];
5140: my $newid = &Apache::loncommon::get_cgi_id();
5141: if ($newkey =~ /^\d+:/) {
5142: $newkey =~ s/^(\d+)/$newid/;
5143: $translation{$1} = $newid;
5144: } elsif ($newkey =~ /^\d+_\d+_\d+:/) {
5145: $newkey =~ s/^(\d+_\d+_\d+)/$newid/;
5146: $translation{$1} = $newid;
5147: }
5148: $new_values{$file_name."\0".$newkey} =
5149: $$changes{'activate'}{$newitems[$i]};
5150: $new_control{$newkey} = $now;
5151: }
5152: }
5153: }
5154: my %todelete;
5155: my %changed_items;
5156: foreach my $action ('delete','update') {
5157: if (exists($$changes{$action})) {
5158: if (ref($$changes{$action}) eq 'HASH') {
5159: foreach my $key (keys(%{$$changes{$action}})) {
5160: my ($itemnum) = ($key =~ /^([^:]+):/);
5161: if ($action eq 'delete') {
5162: $todelete{$itemnum} = 1;
5163: } else {
5164: $changed_items{$itemnum} = $key;
5165: }
5166: }
5167: }
5168: }
5169: }
5170: # get lock on access controls for file.
5171: my $lockhash = {
5172: $file_name."\0".'locked_access_records' => $env{'user.name'}.
5173: ':'.$env{'user.domain'},
5174: };
5175: my $tries = 0;
5176: my $gotlock = &newput('file_permissions',$lockhash,$domain,$user);
5177:
5178: while (($gotlock ne 'ok') && $tries <3) {
5179: $tries ++;
5180: sleep 1;
5181: $gotlock = &newput('file_permissions',$lockhash,$domain,$user);
5182: }
5183: if ($gotlock eq 'ok') {
5184: my %curr_permissions = &dump('file_permissions',$domain,$user,$file_name);
5185: my ($tmp)=keys(%curr_permissions);
5186: if ($tmp=~/^error:/) { undef(%curr_permissions); }
5187: if (exists($curr_permissions{$file_name."\0".'accesscontrol'})) {
5188: my $curr_controls = $curr_permissions{$file_name."\0".'accesscontrol'};
5189: if (ref($curr_controls) eq 'HASH') {
5190: foreach my $control_item (keys(%{$curr_controls})) {
5191: my ($itemnum) = ($control_item =~ /^([^:]+):/);
5192: if (defined($todelete{$itemnum})) {
5193: push(@deletions,$file_name."\0".$control_item);
5194: } else {
5195: if (defined($changed_items{$itemnum})) {
5196: $new_control{$changed_items{$itemnum}} = $now;
5197: push(@deletions,$file_name."\0".$control_item);
5198: $new_values{$file_name."\0".$changed_items{$itemnum}} = $$changes{'update'}{$changed_items{$itemnum}};
5199: } else {
5200: $new_control{$control_item} = $$curr_controls{$control_item};
5201: }
5202: }
5203: }
5204: }
5205: }
5206: $deloutcome = &del('file_permissions',\@deletions,$domain,$user);
5207: $new_values{$file_name."\0".'accesscontrol'} = \%new_control;
5208: $outcome = &put('file_permissions',\%new_values,$domain,$user);
5209: # remove lock
5210: my @del_lock = ($file_name."\0".'locked_access_records');
5211: my $dellockoutcome = &del('file_permissions',\@del_lock,$domain,$user);
5212: } else {
5213: $outcome = "error: could not obtain lockfile\n";
5214: }
5215: return ($outcome,$deloutcome,\%new_values,\%translation);
5216: }
5217:
5218: #------------------------------------------------------Get Marked as Read Only
5219:
5220: sub get_marked_as_readonly {
5221: my ($domain,$user,$what,$group) = @_;
5222: my $current_permissions = &get_portfile_permissions($domain,$user);
5223: my @readonly_files;
5224: my $cmp1=$what;
5225: if (ref($what)) { $cmp1=join('',@{$what}) };
5226: while (my ($file_name,$value) = each(%{$current_permissions})) {
5227: if (defined($group)) {
5228: if ($file_name !~ m-^\Q$group\E/-) {
5229: next;
5230: }
5231: }
5232: if (ref($value) eq "ARRAY"){
5233: foreach my $stored_what (@{$value}) {
5234: my $cmp2=$stored_what;
5235: if (ref($stored_what) eq 'ARRAY') {
5236: $cmp2=join('',@{$stored_what});
5237: }
5238: if ($cmp1 eq $cmp2) {
5239: push(@readonly_files, $file_name);
5240: last;
5241: } elsif (!defined($what)) {
5242: push(@readonly_files, $file_name);
5243: last;
5244: }
5245: }
5246: }
5247: }
5248: return @readonly_files;
5249: }
5250: #-----------------------------------------------------------Get Marked as Read Only Hash
5251:
5252: sub get_marked_as_readonly_hash {
5253: my ($current_permissions,$group,$what) = @_;
5254: my %readonly_files;
5255: while (my ($file_name,$value) = each(%{$current_permissions})) {
5256: if (defined($group)) {
5257: if ($file_name !~ m-^\Q$group\E/-) {
5258: next;
5259: }
5260: }
5261: if (ref($value) eq "ARRAY"){
5262: foreach my $stored_what (@{$value}) {
5263: if (ref($stored_what) eq 'ARRAY') {
5264: foreach my $lock_descriptor(@{$stored_what}) {
5265: if ($lock_descriptor eq 'graded') {
5266: $readonly_files{$file_name} = 'graded';
5267: } elsif ($lock_descriptor eq 'handback') {
5268: $readonly_files{$file_name} = 'handback';
5269: } else {
5270: if (!exists($readonly_files{$file_name})) {
5271: $readonly_files{$file_name} = 'locked';
5272: }
5273: }
5274: }
5275: }
5276: }
5277: }
5278: }
5279: return %readonly_files;
5280: }
5281: # ------------------------------------------------------------ Unmark as Read Only
5282:
5283: sub unmark_as_readonly {
5284: # unmarks $file_name (if $file_name is defined), or all files locked by $what
5285: # for portfolio submissions, $what contains [$symb,$crsid]
5286: my ($domain,$user,$what,$file_name,$group) = @_;
5287: $file_name = &declutter_portfile($file_name);
5288: my $symb_crs = $what;
5289: if (ref($what)) { $symb_crs=join('',@$what); }
5290: my %current_permissions = &dump('file_permissions',$domain,$user,$group);
5291: my ($tmp)=keys(%current_permissions);
5292: if ($tmp=~/^error:/) { undef(%current_permissions); }
5293: my @readonly_files = &get_marked_as_readonly($domain,$user,$what,$group);
5294: foreach my $file (@readonly_files) {
5295: my $clean_file = &declutter_portfile($file);
5296: if (defined($file_name) && ($file_name ne $clean_file)) { next; }
5297: my $current_locks = $current_permissions{$file};
5298: my @new_locks;
5299: my @del_keys;
5300: if (ref($current_locks) eq "ARRAY"){
5301: foreach my $locker (@{$current_locks}) {
5302: my $compare=$locker;
5303: if (ref($locker) eq 'ARRAY') {
5304: $compare=join('',@{$locker});
5305: if ($compare ne $symb_crs) {
5306: push(@new_locks, $locker);
5307: }
5308: }
5309: }
5310: if (scalar(@new_locks) > 0) {
5311: $current_permissions{$file} = \@new_locks;
5312: } else {
5313: push(@del_keys, $file);
5314: &del('file_permissions',\@del_keys, $domain, $user);
5315: delete($current_permissions{$file});
5316: }
5317: }
5318: }
5319: &put('file_permissions',\%current_permissions,$domain,$user);
5320: return;
5321: }
5322:
5323: # ------------------------------------------------------------ Directory lister
5324:
5325: sub dirlist {
5326: my ($uri,$userdomain,$username,$alternateDirectoryRoot)=@_;
5327:
5328: $uri=~s/^\///;
5329: $uri=~s/\/$//;
5330: my ($udom, $uname);
5331: (undef,$udom,$uname)=split(/\//,$uri);
5332: if(defined($userdomain)) {
5333: $udom = $userdomain;
5334: }
5335: if(defined($username)) {
5336: $uname = $username;
5337: }
5338:
5339: my $dirRoot = $perlvar{'lonDocRoot'};
5340: if(defined($alternateDirectoryRoot)) {
5341: $dirRoot = $alternateDirectoryRoot;
5342: $dirRoot =~ s/\/$//;
5343: }
5344:
5345: if($udom) {
5346: if($uname) {
5347: my $listing = &reply('ls2:'.$dirRoot.'/'.$uri,
5348: &homeserver($uname,$udom));
5349: my @listing_results;
5350: if ($listing eq 'unknown_cmd') {
5351: $listing = &reply('ls:'.$dirRoot.'/'.$uri,
5352: &homeserver($uname,$udom));
5353: @listing_results = split(/:/,$listing);
5354: } else {
5355: @listing_results = map { &unescape($_); } split(/:/,$listing);
5356: }
5357: return @listing_results;
5358: } elsif(!defined($alternateDirectoryRoot)) {
5359: my %allusers;
5360: foreach my $tryserver (keys(%libserv)) {
5361: if($hostdom{$tryserver} eq $udom) {
5362: my $listing = &reply('ls2:'.$perlvar{'lonDocRoot'}.'/res/'.
5363: $udom, $tryserver);
5364: my @listing_results;
5365: if ($listing eq 'unknown_cmd') {
5366: $listing = &reply('ls:'.$perlvar{'lonDocRoot'}.'/res/'.
5367: $udom, $tryserver);
5368: @listing_results = split(/:/,$listing);
5369: } else {
5370: @listing_results =
5371: map { &unescape($_); } split(/:/,$listing);
5372: }
5373: if ($listing_results[0] ne 'no_such_dir' &&
5374: $listing_results[0] ne 'empty' &&
5375: $listing_results[0] ne 'con_lost') {
5376: foreach my $line (@listing_results) {
5377: my ($entry) = split(/&/,$line,2);
5378: $allusers{$entry} = 1;
5379: }
5380: }
5381: }
5382: }
5383: my $alluserstr='';
5384: foreach my $user (sort(keys(%allusers))) {
5385: $alluserstr.=$user.'&user:';
5386: }
5387: $alluserstr=~s/:$//;
5388: return split(/:/,$alluserstr);
5389: } else {
5390: return ('missing user name');
5391: }
5392: } elsif(!defined($alternateDirectoryRoot)) {
5393: my $tryserver;
5394: my %alldom=();
5395: foreach $tryserver (keys(%libserv)) {
5396: $alldom{$hostdom{$tryserver}}=1;
5397: }
5398: my $alldomstr='';
5399: foreach my $domain (sort(keys(%alldom))) {
5400: $alldomstr.=$perlvar{'lonDocRoot'}.'/res/'.$domain.'/&domain:';
5401: }
5402: $alldomstr=~s/:$//;
5403: return split(/:/,$alldomstr);
5404: } else {
5405: return ('missing domain');
5406: }
5407: }
5408:
5409: # --------------------------------------------- GetFileTimestamp
5410: # This function utilizes dirlist and returns the date stamp for
5411: # when it was last modified. It will also return an error of -1
5412: # if an error occurs
5413:
5414: ##
5415: ## FIXME: This subroutine assumes its caller knows something about the
5416: ## directory structure of the home server for the student ($root).
5417: ## Not a good assumption to make. Since this is for looking up files
5418: ## in user directories, the full path should be constructed by lond, not
5419: ## whatever machine we request data from.
5420: ##
5421: sub GetFileTimestamp {
5422: my ($studentDomain,$studentName,$filename,$root)=@_;
5423: $studentDomain = &LONCAPA::clean_domain($studentDomain);
5424: $studentName = &LONCAPA::clean_username($studentName);
5425: my $subdir=$studentName.'__';
5426: $subdir =~ s/(.)(.)(.).*/$1\/$2\/$3/;
5427: my $proname="$studentDomain/$subdir/$studentName";
5428: $proname .= '/'.$filename;
5429: my ($fileStat) = &Apache::lonnet::dirlist($proname, $studentDomain,
5430: $studentName, $root);
5431: my @stats = split('&', $fileStat);
5432: if($stats[0] ne 'empty' && $stats[0] ne 'no_such_dir') {
5433: # @stats contains first the filename, then the stat output
5434: return $stats[10]; # so this is 10 instead of 9.
5435: } else {
5436: return -1;
5437: }
5438: }
5439:
5440: sub stat_file {
5441: my ($uri) = @_;
5442: $uri = &clutter_with_no_wrapper($uri);
5443:
5444: my ($udom,$uname,$file,$dir);
5445: if ($uri =~ m-^/(uploaded|editupload)/-) {
5446: ($udom,$uname,$file) =
5447: ($uri =~ m-/(?:uploaded|editupload)/?($match_domain)/?($match_name)/?(.*)-);
5448: $file = 'userfiles/'.$file;
5449: $dir = &propath($udom,$uname);
5450: }
5451: if ($uri =~ m-^/res/-) {
5452: ($udom,$uname) =
5453: ($uri =~ m-/(?:res)/?($match_domain)/?($match_username)/-);
5454: $file = $uri;
5455: }
5456:
5457: if (!$udom || !$uname || !$file) {
5458: # unable to handle the uri
5459: return ();
5460: }
5461:
5462: my ($result) = &dirlist($file,$udom,$uname,$dir);
5463: my @stats = split('&', $result);
5464:
5465: if($stats[0] ne 'empty' && $stats[0] ne 'no_such_dir') {
5466: shift(@stats); #filename is first
5467: return @stats;
5468: }
5469: return ();
5470: }
5471:
5472: # -------------------------------------------------------- Value of a Condition
5473:
5474: # gets the value of a specific preevaluated condition
5475: # stored in the string $env{user.state.<cid>}
5476: # or looks up a condition reference in the bighash and if if hasn't
5477: # already been evaluated recurses into docondval to get the value of
5478: # the condition, then memoizing it to
5479: # $env{user.state.<cid>.<condition>}
5480: sub directcondval {
5481: my $number=shift;
5482: if (!defined($env{'user.state.'.$env{'request.course.id'}})) {
5483: &Apache::lonuserstate::evalstate();
5484: }
5485: if (exists($env{'user.state.'.$env{'request.course.id'}.".$number"})) {
5486: return $env{'user.state.'.$env{'request.course.id'}.".$number"};
5487: } elsif ($number =~ /^_/) {
5488: my $sub_condition;
5489: if (tie(my %bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
5490: &GDBM_READER(),0640)) {
5491: $sub_condition=$bighash{'conditions'.$number};
5492: untie(%bighash);
5493: }
5494: my $value = &docondval($sub_condition);
5495: &appenv('user.state.'.$env{'request.course.id'}.".$number" => $value);
5496: return $value;
5497: }
5498: if ($env{'user.state.'.$env{'request.course.id'}}) {
5499: return substr($env{'user.state.'.$env{'request.course.id'}},$number,1);
5500: } else {
5501: return 2;
5502: }
5503: }
5504:
5505: # get the collection of conditions for this resource
5506: sub condval {
5507: my $condidx=shift;
5508: my $allpathcond='';
5509: foreach my $cond (split(/\|/,$condidx)) {
5510: if (defined($env{'acc.cond.'.$env{'request.course.id'}.'.'.$cond})) {
5511: $allpathcond.=
5512: '('.$env{'acc.cond.'.$env{'request.course.id'}.'.'.$cond}.')|';
5513: }
5514: }
5515: $allpathcond=~s/\|$//;
5516: return &docondval($allpathcond);
5517: }
5518:
5519: #evaluates an expression of conditions
5520: sub docondval {
5521: my ($allpathcond) = @_;
5522: my $result=0;
5523: if ($env{'request.course.id'}
5524: && defined($allpathcond)) {
5525: my $operand='|';
5526: my @stack;
5527: foreach my $chunk ($allpathcond=~/(\d+|_\d+\.\d+|\(|\)|\&|\|)/g) {
5528: if ($chunk eq '(') {
5529: push @stack,($operand,$result);
5530: } elsif ($chunk eq ')') {
5531: my $before=pop @stack;
5532: if (pop @stack eq '&') {
5533: $result=$result>$before?$before:$result;
5534: } else {
5535: $result=$result>$before?$result:$before;
5536: }
5537: } elsif (($chunk eq '&') || ($chunk eq '|')) {
5538: $operand=$chunk;
5539: } else {
5540: my $new=directcondval($chunk);
5541: if ($operand eq '&') {
5542: $result=$result>$new?$new:$result;
5543: } else {
5544: $result=$result>$new?$result:$new;
5545: }
5546: }
5547: }
5548: }
5549: return $result;
5550: }
5551:
5552: # ---------------------------------------------------- Devalidate courseresdata
5553:
5554: sub devalidatecourseresdata {
5555: my ($coursenum,$coursedomain)=@_;
5556: my $hashid=$coursenum.':'.$coursedomain;
5557: &devalidate_cache_new('courseres',$hashid);
5558: }
5559:
5560:
5561: # --------------------------------------------------- Course Resourcedata Query
5562:
5563: sub get_courseresdata {
5564: my ($coursenum,$coursedomain)=@_;
5565: my $coursehom=&homeserver($coursenum,$coursedomain);
5566: my $hashid=$coursenum.':'.$coursedomain;
5567: my ($result,$cached)=&is_cached_new('courseres',$hashid);
5568: my %dumpreply;
5569: unless (defined($cached)) {
5570: %dumpreply=&dump('resourcedata',$coursedomain,$coursenum);
5571: $result=\%dumpreply;
5572: my ($tmp) = keys(%dumpreply);
5573: if ($tmp !~ /^(con_lost|error|no_such_host)/i) {
5574: &do_cache_new('courseres',$hashid,$result,600);
5575: } elsif ($tmp =~ /^(con_lost|no_such_host)/) {
5576: return $tmp;
5577: } elsif ($tmp =~ /^(error)/) {
5578: $result=undef;
5579: &do_cache_new('courseres',$hashid,$result,600);
5580: }
5581: }
5582: return $result;
5583: }
5584:
5585: sub devalidateuserresdata {
5586: my ($uname,$udom)=@_;
5587: my $hashid="$udom:$uname";
5588: &devalidate_cache_new('userres',$hashid);
5589: }
5590:
5591: sub get_userresdata {
5592: my ($uname,$udom)=@_;
5593: #most student don\'t have any data set, check if there is some data
5594: if (&EXT_cache_status($udom,$uname)) { return undef; }
5595:
5596: my $hashid="$udom:$uname";
5597: my ($result,$cached)=&is_cached_new('userres',$hashid);
5598: if (!defined($cached)) {
5599: my %resourcedata=&dump('resourcedata',$udom,$uname);
5600: $result=\%resourcedata;
5601: &do_cache_new('userres',$hashid,$result,600);
5602: }
5603: my ($tmp)=keys(%$result);
5604: if (($tmp!~/^error\:/) && ($tmp!~/^con_lost/)) {
5605: return $result;
5606: }
5607: #error 2 occurs when the .db doesn't exist
5608: if ($tmp!~/error: 2 /) {
5609: &logthis("<font color=\"blue\">WARNING:".
5610: " Trying to get resource data for ".
5611: $uname." at ".$udom.": ".
5612: $tmp."</font>");
5613: } elsif ($tmp=~/error: 2 /) {
5614: #&EXT_cache_set($udom,$uname);
5615: &do_cache_new('userres',$hashid,undef,600);
5616: undef($tmp); # not really an error so don't send it back
5617: }
5618: return $tmp;
5619: }
5620:
5621: sub resdata {
5622: my ($name,$domain,$type,@which)=@_;
5623: my $result;
5624: if ($type eq 'course') {
5625: $result=&get_courseresdata($name,$domain);
5626: } elsif ($type eq 'user') {
5627: $result=&get_userresdata($name,$domain);
5628: }
5629: if (!ref($result)) { return $result; }
5630: foreach my $item (@which) {
5631: if (defined($result->{$item})) {
5632: return $result->{$item};
5633: }
5634: }
5635: return undef;
5636: }
5637:
5638: #
5639: # EXT resource caching routines
5640: #
5641:
5642: sub clear_EXT_cache_status {
5643: &delenv('cache.EXT.');
5644: }
5645:
5646: sub EXT_cache_status {
5647: my ($target_domain,$target_user) = @_;
5648: my $cachename = 'cache.EXT.'.$target_user.'.'.$target_domain;
5649: if (exists($env{$cachename}) && ($env{$cachename}+600) > time) {
5650: # We know already the user has no data
5651: return 1;
5652: } else {
5653: return 0;
5654: }
5655: }
5656:
5657: sub EXT_cache_set {
5658: my ($target_domain,$target_user) = @_;
5659: my $cachename = 'cache.EXT.'.$target_user.'.'.$target_domain;
5660: #&appenv($cachename => time);
5661: }
5662:
5663: # --------------------------------------------------------- Value of a Variable
5664: sub EXT {
5665:
5666: my ($varname,$symbparm,$udom,$uname,$usection,$recurse)=@_;
5667: unless ($varname) { return ''; }
5668: #get real user name/domain, courseid and symb
5669: my $courseid;
5670: my $publicuser;
5671: if ($symbparm) {
5672: $symbparm=&get_symb_from_alias($symbparm);
5673: }
5674: if (!($uname && $udom)) {
5675: (my $cursymb,$courseid,$udom,$uname,$publicuser)= &whichuser($symbparm);
5676: if (!$symbparm) { $symbparm=$cursymb; }
5677: } else {
5678: $courseid=$env{'request.course.id'};
5679: }
5680: my ($realm,$space,$qualifier,@therest)=split(/\./,$varname);
5681: my $rest;
5682: if (defined($therest[0])) {
5683: $rest=join('.',@therest);
5684: } else {
5685: $rest='';
5686: }
5687:
5688: my $qualifierrest=$qualifier;
5689: if ($rest) { $qualifierrest.='.'.$rest; }
5690: my $spacequalifierrest=$space;
5691: if ($qualifierrest) { $spacequalifierrest.='.'.$qualifierrest; }
5692: if ($realm eq 'user') {
5693: # --------------------------------------------------------------- user.resource
5694: if ($space eq 'resource') {
5695: if ( (defined($Apache::lonhomework::parsing_a_problem)
5696: || defined($Apache::lonhomework::parsing_a_task))
5697: &&
5698: ($symbparm eq &symbread()) ) {
5699: # if we are in the middle of processing the resource the
5700: # get the value we are planning on committing
5701: if (defined($Apache::lonhomework::results{$qualifierrest})) {
5702: return $Apache::lonhomework::results{$qualifierrest};
5703: } else {
5704: return $Apache::lonhomework::history{$qualifierrest};
5705: }
5706: } else {
5707: my %restored;
5708: if ($publicuser || $env{'request.state'} eq 'construct') {
5709: %restored=&tmprestore($symbparm,$courseid,$udom,$uname);
5710: } else {
5711: %restored=&restore($symbparm,$courseid,$udom,$uname);
5712: }
5713: return $restored{$qualifierrest};
5714: }
5715: # ----------------------------------------------------------------- user.access
5716: } elsif ($space eq 'access') {
5717: # FIXME - not supporting calls for a specific user
5718: return &allowed($qualifier,$rest);
5719: # ------------------------------------------ user.preferences, user.environment
5720: } elsif (($space eq 'preferences') || ($space eq 'environment')) {
5721: if (($uname eq $env{'user.name'}) &&
5722: ($udom eq $env{'user.domain'})) {
5723: return $env{join('.',('environment',$qualifierrest))};
5724: } else {
5725: my %returnhash;
5726: if (!$publicuser) {
5727: %returnhash=&userenvironment($udom,$uname,
5728: $qualifierrest);
5729: }
5730: return $returnhash{$qualifierrest};
5731: }
5732: # ----------------------------------------------------------------- user.course
5733: } elsif ($space eq 'course') {
5734: # FIXME - not supporting calls for a specific user
5735: return $env{join('.',('request.course',$qualifier))};
5736: # ------------------------------------------------------------------- user.role
5737: } elsif ($space eq 'role') {
5738: # FIXME - not supporting calls for a specific user
5739: my ($role,$where)=split(/\./,$env{'request.role'});
5740: if ($qualifier eq 'value') {
5741: return $role;
5742: } elsif ($qualifier eq 'extent') {
5743: return $where;
5744: }
5745: # ----------------------------------------------------------------- user.domain
5746: } elsif ($space eq 'domain') {
5747: return $udom;
5748: # ------------------------------------------------------------------- user.name
5749: } elsif ($space eq 'name') {
5750: return $uname;
5751: # ---------------------------------------------------- Any other user namespace
5752: } else {
5753: my %reply;
5754: if (!$publicuser) {
5755: %reply=&get($space,[$qualifierrest],$udom,$uname);
5756: }
5757: return $reply{$qualifierrest};
5758: }
5759: } elsif ($realm eq 'query') {
5760: # ---------------------------------------------- pull stuff out of query string
5761: &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
5762: [$spacequalifierrest]);
5763: return $env{'form.'.$spacequalifierrest};
5764: } elsif ($realm eq 'request') {
5765: # ------------------------------------------------------------- request.browser
5766: if ($space eq 'browser') {
5767: if ($qualifier eq 'textremote') {
5768: if (&Apache::lonlocal::mt('textual_remote_display') eq 'on') {
5769: return 1;
5770: } else {
5771: return 0;
5772: }
5773: } else {
5774: return $env{'browser.'.$qualifier};
5775: }
5776: # ------------------------------------------------------------ request.filename
5777: } else {
5778: return $env{'request.'.$spacequalifierrest};
5779: }
5780: } elsif ($realm eq 'course') {
5781: # ---------------------------------------------------------- course.description
5782: return $env{'course.'.$courseid.'.'.$spacequalifierrest};
5783: } elsif ($realm eq 'resource') {
5784:
5785: if (defined($courseid) && $courseid eq $env{'request.course.id'}) {
5786: if (!$symbparm) { $symbparm=&symbread(); }
5787: }
5788:
5789: if ($space eq 'title') {
5790: if (!$symbparm) { $symbparm = $env{'request.filename'}; }
5791: return &gettitle($symbparm);
5792: }
5793:
5794: if ($space eq 'map') {
5795: my ($map) = &decode_symb($symbparm);
5796: return &symbread($map);
5797: }
5798:
5799: my ($section, $group, @groups);
5800: my ($courselevelm,$courselevel);
5801: if ($symbparm && defined($courseid) &&
5802: $courseid eq $env{'request.course.id'}) {
5803:
5804: #print '<br>'.$space.' - '.$qualifier.' - '.$spacequalifierrest;
5805:
5806: # ----------------------------------------------------- Cascading lookup scheme
5807: my $symbp=$symbparm;
5808: my $mapp=&deversion((&decode_symb($symbp))[0]);
5809:
5810: my $symbparm=$symbp.'.'.$spacequalifierrest;
5811: my $mapparm=$mapp.'___(all).'.$spacequalifierrest;
5812:
5813: if (($env{'user.name'} eq $uname) &&
5814: ($env{'user.domain'} eq $udom)) {
5815: $section=$env{'request.course.sec'};
5816: @groups = split(/:/,$env{'request.course.groups'});
5817: @groups=&sort_course_groups($courseid,@groups);
5818: } else {
5819: if (! defined($usection)) {
5820: $section=&getsection($udom,$uname,$courseid);
5821: } else {
5822: $section = $usection;
5823: }
5824: @groups = &get_users_groups($udom,$uname,$courseid);
5825: }
5826:
5827: my $seclevel=$courseid.'.['.$section.'].'.$spacequalifierrest;
5828: my $seclevelr=$courseid.'.['.$section.'].'.$symbparm;
5829: my $seclevelm=$courseid.'.['.$section.'].'.$mapparm;
5830:
5831: $courselevel=$courseid.'.'.$spacequalifierrest;
5832: my $courselevelr=$courseid.'.'.$symbparm;
5833: $courselevelm=$courseid.'.'.$mapparm;
5834:
5835: # ----------------------------------------------------------- first, check user
5836:
5837: my $userreply=&resdata($uname,$udom,'user',
5838: ($courselevelr,$courselevelm,
5839: $courselevel));
5840: if (defined($userreply)) { return $userreply; }
5841:
5842: # ------------------------------------------------ second, check some of course
5843: my $coursereply;
5844: if (@groups > 0) {
5845: $coursereply = &check_group_parms($courseid,\@groups,$symbparm,
5846: $mapparm,$spacequalifierrest);
5847: if (defined($coursereply)) { return $coursereply; }
5848: }
5849:
5850: $coursereply=&resdata($env{'course.'.$courseid.'.num'},
5851: $env{'course.'.$courseid.'.domain'},
5852: 'course',
5853: ($seclevelr,$seclevelm,$seclevel,
5854: $courselevelr));
5855: if (defined($coursereply)) { return $coursereply; }
5856:
5857: # ------------------------------------------------------ third, check map parms
5858: my %parmhash=();
5859: my $thisparm='';
5860: if (tie(%parmhash,'GDBM_File',
5861: $env{'request.course.fn'}.'_parms.db',
5862: &GDBM_READER(),0640)) {
5863: $thisparm=$parmhash{$symbparm};
5864: untie(%parmhash);
5865: }
5866: if ($thisparm) { return $thisparm; }
5867: }
5868: # ------------------------------------------ fourth, look in resource metadata
5869:
5870: $spacequalifierrest=~s/\./\_/;
5871: my $filename;
5872: if (!$symbparm) { $symbparm=&symbread(); }
5873: if ($symbparm) {
5874: $filename=(&decode_symb($symbparm))[2];
5875: } else {
5876: $filename=$env{'request.filename'};
5877: }
5878: my $metadata=&metadata($filename,$spacequalifierrest);
5879: if (defined($metadata)) { return $metadata; }
5880: $metadata=&metadata($filename,'parameter_'.$spacequalifierrest);
5881: if (defined($metadata)) { return $metadata; }
5882:
5883: # ---------------------------------------------- fourth, look in rest pf course
5884: if ($symbparm && defined($courseid) &&
5885: $courseid eq $env{'request.course.id'}) {
5886: my $coursereply=&resdata($env{'course.'.$courseid.'.num'},
5887: $env{'course.'.$courseid.'.domain'},
5888: 'course',
5889: ($courselevelm,$courselevel));
5890: if (defined($coursereply)) { return $coursereply; }
5891: }
5892: # ------------------------------------------------------------------ Cascade up
5893: unless ($space eq '0') {
5894: my @parts=split(/_/,$space);
5895: my $id=pop(@parts);
5896: my $part=join('_',@parts);
5897: if ($part eq '') { $part='0'; }
5898: my $partgeneral=&EXT('resource.'.$part.'.'.$qualifierrest,
5899: $symbparm,$udom,$uname,$section,1);
5900: if (defined($partgeneral)) { return $partgeneral; }
5901: }
5902: if ($recurse) { return undef; }
5903: my $pack_def=&packages_tab_default($filename,$varname);
5904: if (defined($pack_def)) { return $pack_def; }
5905:
5906: # ---------------------------------------------------- Any other user namespace
5907: } elsif ($realm eq 'environment') {
5908: # ----------------------------------------------------------------- environment
5909: if (($uname eq $env{'user.name'})&&($udom eq $env{'user.domain'})) {
5910: return $env{'environment.'.$spacequalifierrest};
5911: } else {
5912: if ($uname eq 'anonymous' && $udom eq '') {
5913: return '';
5914: }
5915: my %returnhash=&userenvironment($udom,$uname,
5916: $spacequalifierrest);
5917: return $returnhash{$spacequalifierrest};
5918: }
5919: } elsif ($realm eq 'system') {
5920: # ----------------------------------------------------------------- system.time
5921: if ($space eq 'time') {
5922: return time;
5923: }
5924: } elsif ($realm eq 'server') {
5925: # ----------------------------------------------------------------- system.time
5926: if ($space eq 'name') {
5927: return $ENV{'SERVER_NAME'};
5928: }
5929: }
5930: return '';
5931: }
5932:
5933: sub check_group_parms {
5934: my ($courseid,$groups,$symbparm,$mapparm,$what) = @_;
5935: my @groupitems = ();
5936: my $resultitem;
5937: my @levels = ($symbparm,$mapparm,$what);
5938: foreach my $group (@{$groups}) {
5939: foreach my $level (@levels) {
5940: my $item = $courseid.'.['.$group.'].'.$level;
5941: push(@groupitems,$item);
5942: }
5943: }
5944: my $coursereply = &resdata($env{'course.'.$courseid.'.num'},
5945: $env{'course.'.$courseid.'.domain'},
5946: 'course',@groupitems);
5947: return $coursereply;
5948: }
5949:
5950: sub sort_course_groups { # Sort groups based on defined rankings. Default is sort().
5951: my ($courseid,@groups) = @_;
5952: @groups = sort(@groups);
5953: return @groups;
5954: }
5955:
5956: sub packages_tab_default {
5957: my ($uri,$varname)=@_;
5958: my (undef,$part,$name)=split(/\./,$varname);
5959:
5960: my (@extension,@specifics,$do_default);
5961: foreach my $package (split(/,/,&metadata($uri,'packages'))) {
5962: my ($pack_type,$pack_part)=split(/_/,$package,2);
5963: if ($pack_type eq 'default') {
5964: $do_default=1;
5965: } elsif ($pack_type eq 'extension') {
5966: push(@extension,[$package,$pack_type,$pack_part]);
5967: } else {
5968: push(@specifics,[$package,$pack_type,$pack_part]);
5969: }
5970: }
5971: # first look for a package that matches the requested part id
5972: foreach my $package (@specifics) {
5973: my (undef,$pack_type,$pack_part)=@{$package};
5974: next if ($pack_part ne $part);
5975: if (defined($packagetab{"$pack_type&$name&default"})) {
5976: return $packagetab{"$pack_type&$name&default"};
5977: }
5978: }
5979: # look for any possible matching non extension_ package
5980: foreach my $package (@specifics) {
5981: my (undef,$pack_type,$pack_part)=@{$package};
5982: if (defined($packagetab{"$pack_type&$name&default"})) {
5983: return $packagetab{"$pack_type&$name&default"};
5984: }
5985: if ($pack_type eq 'part') { $pack_part='0'; }
5986: if (defined($packagetab{$pack_type."_".$pack_part."&$name&default"})) {
5987: return $packagetab{$pack_type."_".$pack_part."&$name&default"};
5988: }
5989: }
5990: # look for any posible extension_ match
5991: foreach my $package (@extension) {
5992: my ($package,$pack_type)=@{$package};
5993: if (defined($packagetab{"$pack_type&$name&default"})) {
5994: return $packagetab{"$pack_type&$name&default"};
5995: }
5996: if (defined($packagetab{$package."&$name&default"})) {
5997: return $packagetab{$package."&$name&default"};
5998: }
5999: }
6000: # look for a global default setting
6001: if ($do_default && defined($packagetab{"default&$name&default"})) {
6002: return $packagetab{"default&$name&default"};
6003: }
6004: return undef;
6005: }
6006:
6007: sub add_prefix_and_part {
6008: my ($prefix,$part)=@_;
6009: my $keyroot;
6010: if (defined($prefix) && $prefix !~ /^__/) {
6011: # prefix that has a part already
6012: $keyroot=$prefix;
6013: } elsif (defined($prefix)) {
6014: # prefix that is missing a part
6015: if (defined($part)) { $keyroot='_'.$part.substr($prefix,1); }
6016: } else {
6017: # no prefix at all
6018: if (defined($part)) { $keyroot='_'.$part; }
6019: }
6020: return $keyroot;
6021: }
6022:
6023: # ---------------------------------------------------------------- Get metadata
6024:
6025: my %metaentry;
6026: sub metadata {
6027: my ($uri,$what,$liburi,$prefix,$depthcount)=@_;
6028: $uri=&declutter($uri);
6029: # if it is a non metadata possible uri return quickly
6030: if (($uri eq '') ||
6031: (($uri =~ m|^/*adm/|) &&
6032: ($uri !~ m|^adm/includes|) && ($uri !~ m|/bulletinboard$|)) ||
6033: ($uri =~ m|/$|) || ($uri =~ m|/.meta$|) || ($uri =~ /^~/) ||
6034: ($uri =~ m|home/$match_username/public_html/|)) {
6035: return undef;
6036: }
6037: my $filename=$uri;
6038: $uri=~s/\.meta$//;
6039: #
6040: # Is the metadata already cached?
6041: # Look at timestamp of caching
6042: # Everything is cached by the main uri, libraries are never directly cached
6043: #
6044: if (!defined($liburi)) {
6045: my ($result,$cached)=&is_cached_new('meta',$uri);
6046: if (defined($cached)) { return $result->{':'.$what}; }
6047: }
6048: {
6049: #
6050: # Is this a recursive call for a library?
6051: #
6052: # if (! exists($metacache{$uri})) {
6053: # $metacache{$uri}={};
6054: # }
6055: if ($liburi) {
6056: $liburi=&declutter($liburi);
6057: $filename=$liburi;
6058: } else {
6059: &devalidate_cache_new('meta',$uri);
6060: undef(%metaentry);
6061: }
6062: my %metathesekeys=();
6063: unless ($filename=~/\.meta$/) { $filename.='.meta'; }
6064: my $metastring;
6065: if ($uri !~ m -^(editupload)/-) {
6066: my $file=&filelocation('',&clutter($filename));
6067: #push(@{$metaentry{$uri.'.file'}},$file);
6068: $metastring=&getfile($file);
6069: }
6070: my $parser=HTML::LCParser->new(\$metastring);
6071: my $token;
6072: undef %metathesekeys;
6073: while ($token=$parser->get_token) {
6074: if ($token->[0] eq 'S') {
6075: if (defined($token->[2]->{'package'})) {
6076: #
6077: # This is a package - get package info
6078: #
6079: my $package=$token->[2]->{'package'};
6080: my $keyroot=&add_prefix_and_part($prefix,$token->[2]->{'part'});
6081: if (defined($token->[2]->{'id'})) {
6082: $keyroot.='_'.$token->[2]->{'id'};
6083: }
6084: if ($metaentry{':packages'}) {
6085: $metaentry{':packages'}.=','.$package.$keyroot;
6086: } else {
6087: $metaentry{':packages'}=$package.$keyroot;
6088: }
6089: foreach my $pack_entry (keys(%packagetab)) {
6090: my $part=$keyroot;
6091: $part=~s/^\_//;
6092: if ($pack_entry=~/^\Q$package\E\&/ ||
6093: $pack_entry=~/^\Q$package\E_0\&/) {
6094: my ($pack,$name,$subp)=split(/\&/,$pack_entry);
6095: # ignore package.tab specified default values
6096: # here &package_tab_default() will fetch those
6097: if ($subp eq 'default') { next; }
6098: my $value=$packagetab{$pack_entry};
6099: my $unikey;
6100: if ($pack =~ /_0$/) {
6101: $unikey='parameter_0_'.$name;
6102: $part=0;
6103: } else {
6104: $unikey='parameter'.$keyroot.'_'.$name;
6105: }
6106: if ($subp eq 'display') {
6107: $value.=' [Part: '.$part.']';
6108: }
6109: $metaentry{':'.$unikey.'.part'}=$part;
6110: $metathesekeys{$unikey}=1;
6111: unless (defined($metaentry{':'.$unikey.'.'.$subp})) {
6112: $metaentry{':'.$unikey.'.'.$subp}=$value;
6113: }
6114: if (defined($metaentry{':'.$unikey.'.default'})) {
6115: $metaentry{':'.$unikey}=
6116: $metaentry{':'.$unikey.'.default'};
6117: }
6118: }
6119: }
6120: } else {
6121: #
6122: # This is not a package - some other kind of start tag
6123: #
6124: my $entry=$token->[1];
6125: my $unikey;
6126: if ($entry eq 'import') {
6127: $unikey='';
6128: } else {
6129: $unikey=$entry;
6130: }
6131: $unikey.=&add_prefix_and_part($prefix,$token->[2]->{'part'});
6132:
6133: if (defined($token->[2]->{'id'})) {
6134: $unikey.='_'.$token->[2]->{'id'};
6135: }
6136:
6137: if ($entry eq 'import') {
6138: #
6139: # Importing a library here
6140: #
6141: if ($depthcount<20) {
6142: my $location=$parser->get_text('/import');
6143: my $dir=$filename;
6144: $dir=~s|[^/]*$||;
6145: $location=&filelocation($dir,$location);
6146: my $metadata =
6147: &metadata($uri,'keys', $location,$unikey,
6148: $depthcount+1);
6149: foreach my $meta (split(',',$metadata)) {
6150: $metaentry{':'.$meta}=$metaentry{':'.$meta};
6151: $metathesekeys{$meta}=1;
6152: }
6153: }
6154: } else {
6155:
6156: if (defined($token->[2]->{'name'})) {
6157: $unikey.='_'.$token->[2]->{'name'};
6158: }
6159: $metathesekeys{$unikey}=1;
6160: foreach my $param (@{$token->[3]}) {
6161: $metaentry{':'.$unikey.'.'.$param} =
6162: $token->[2]->{$param};
6163: }
6164: my $internaltext=&HTML::Entities::decode($parser->get_text('/'.$entry));
6165: my $default=$metaentry{':'.$unikey.'.default'};
6166: if ( $internaltext =~ /^\s*$/ && $default !~ /^\s*$/) {
6167: # only ws inside the tag, and not in default, so use default
6168: # as value
6169: $metaentry{':'.$unikey}=$default;
6170: } else {
6171: # either something interesting inside the tag or default
6172: # uninteresting
6173: $metaentry{':'.$unikey}=$internaltext;
6174: }
6175: # end of not-a-package not-a-library import
6176: }
6177: # end of not-a-package start tag
6178: }
6179: # the next is the end of "start tag"
6180: }
6181: }
6182: my ($extension) = ($uri =~ /\.(\w+)$/);
6183: foreach my $key (keys(%packagetab)) {
6184: #no specific packages #how's our extension
6185: if ($key!~/^extension_\Q$extension\E&/) { next; }
6186: &metadata_create_package_def($uri,$key,'extension_'.$extension,
6187: \%metathesekeys);
6188: }
6189: if (!exists($metaentry{':packages'})) {
6190: foreach my $key (keys(%packagetab)) {
6191: #no specific packages well let's get default then
6192: if ($key!~/^default&/) { next; }
6193: &metadata_create_package_def($uri,$key,'default',
6194: \%metathesekeys);
6195: }
6196: }
6197: # are there custom rights to evaluate
6198: if ($metaentry{':copyright'} eq 'custom') {
6199:
6200: #
6201: # Importing a rights file here
6202: #
6203: unless ($depthcount) {
6204: my $location=$metaentry{':customdistributionfile'};
6205: my $dir=$filename;
6206: $dir=~s|[^/]*$||;
6207: $location=&filelocation($dir,$location);
6208: my $rights_metadata =
6209: &metadata($uri,'keys',$location,'_rights',
6210: $depthcount+1);
6211: foreach my $rights (split(',',$rights_metadata)) {
6212: #$metaentry{':'.$rights}=$metacache{$uri}->{':'.$rights};
6213: $metathesekeys{$rights}=1;
6214: }
6215: }
6216: }
6217: # uniqifiy package listing
6218: my %seen;
6219: my @uniq_packages =
6220: grep { ! $seen{$_} ++ } (split(',',$metaentry{':packages'}));
6221: $metaentry{':packages'} = join(',',@uniq_packages);
6222:
6223: $metaentry{':keys'} = join(',',keys(%metathesekeys));
6224: &metadata_generate_part0(\%metathesekeys,\%metaentry,$uri);
6225: $metaentry{':allpossiblekeys'}=join(',',keys %metathesekeys);
6226: &do_cache_new('meta',$uri,\%metaentry,60*60);
6227: # this is the end of "was not already recently cached
6228: }
6229: return $metaentry{':'.$what};
6230: }
6231:
6232: sub metadata_create_package_def {
6233: my ($uri,$key,$package,$metathesekeys)=@_;
6234: my ($pack,$name,$subp)=split(/\&/,$key);
6235: if ($subp eq 'default') { next; }
6236:
6237: if (defined($metaentry{':packages'})) {
6238: $metaentry{':packages'}.=','.$package;
6239: } else {
6240: $metaentry{':packages'}=$package;
6241: }
6242: my $value=$packagetab{$key};
6243: my $unikey;
6244: $unikey='parameter_0_'.$name;
6245: $metaentry{':'.$unikey.'.part'}=0;
6246: $$metathesekeys{$unikey}=1;
6247: unless (defined($metaentry{':'.$unikey.'.'.$subp})) {
6248: $metaentry{':'.$unikey.'.'.$subp}=$value;
6249: }
6250: if (defined($metaentry{':'.$unikey.'.default'})) {
6251: $metaentry{':'.$unikey}=
6252: $metaentry{':'.$unikey.'.default'};
6253: }
6254: }
6255:
6256: sub metadata_generate_part0 {
6257: my ($metadata,$metacache,$uri) = @_;
6258: my %allnames;
6259: foreach my $metakey (keys(%$metadata)) {
6260: if ($metakey=~/^parameter\_(.*)/) {
6261: my $part=$$metacache{':'.$metakey.'.part'};
6262: my $name=$$metacache{':'.$metakey.'.name'};
6263: if (! exists($$metadata{'parameter_0_'.$name.'.name'})) {
6264: $allnames{$name}=$part;
6265: }
6266: }
6267: }
6268: foreach my $name (keys(%allnames)) {
6269: $$metadata{"parameter_0_$name"}=1;
6270: my $key=":parameter_0_$name";
6271: $$metacache{"$key.part"}='0';
6272: $$metacache{"$key.name"}=$name;
6273: $$metacache{"$key.type"}=$$metacache{':parameter_'.
6274: $allnames{$name}.'_'.$name.
6275: '.type'};
6276: my $olddis=$$metacache{':parameter_'.$allnames{$name}.'_'.$name.
6277: '.display'};
6278: my $expr='[Part: '.$allnames{$name}.']';
6279: $olddis=~s/\Q$expr\E/\[Part: 0\]/;
6280: $$metacache{"$key.display"}=$olddis;
6281: }
6282: }
6283:
6284: # ------------------------------------------------------ Devalidate title cache
6285:
6286: sub devalidate_title_cache {
6287: my ($url)=@_;
6288: if (!$env{'request.course.id'}) { return; }
6289: my $symb=&symbread($url);
6290: if (!$symb) { return; }
6291: my $key=$env{'request.course.id'}."\0".$symb;
6292: &devalidate_cache_new('title',$key);
6293: }
6294:
6295: # ------------------------------------------------- Get the title of a resource
6296:
6297: sub gettitle {
6298: my $urlsymb=shift;
6299: my $symb=&symbread($urlsymb);
6300: if ($symb) {
6301: my $key=$env{'request.course.id'}."\0".$symb;
6302: my ($result,$cached)=&is_cached_new('title',$key);
6303: if (defined($cached)) {
6304: return $result;
6305: }
6306: my ($map,$resid,$url)=&decode_symb($symb);
6307: my $title='';
6308: my %bighash;
6309: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
6310: &GDBM_READER(),0640)) {
6311: my $mapid=$bighash{'map_pc_'.&clutter($map)};
6312: $title=$bighash{'title_'.$mapid.'.'.$resid};
6313: untie %bighash;
6314: }
6315: $title=~s/\&colon\;/\:/gs;
6316: if ($title) {
6317: return &do_cache_new('title',$key,$title,600);
6318: }
6319: $urlsymb=$url;
6320: }
6321: my $title=&metadata($urlsymb,'title');
6322: if (!$title) { $title=(split('/',$urlsymb))[-1]; }
6323: return $title;
6324: }
6325:
6326: sub get_slot {
6327: my ($which,$cnum,$cdom)=@_;
6328: if (!$cnum || !$cdom) {
6329: (undef,my $courseid)=&whichuser();
6330: $cdom=$env{'course.'.$courseid.'.domain'};
6331: $cnum=$env{'course.'.$courseid.'.num'};
6332: }
6333: my $key=join("\0",'slots',$cdom,$cnum,$which);
6334: my %slotinfo;
6335: if (exists($remembered{$key})) {
6336: $slotinfo{$which} = $remembered{$key};
6337: } else {
6338: %slotinfo=&get('slots',[$which],$cdom,$cnum);
6339: &Apache::lonhomework::showhash(%slotinfo);
6340: my ($tmp)=keys(%slotinfo);
6341: if ($tmp=~/^error:/) { return (); }
6342: $remembered{$key} = $slotinfo{$which};
6343: }
6344: if (ref($slotinfo{$which}) eq 'HASH') {
6345: return %{$slotinfo{$which}};
6346: }
6347: return $slotinfo{$which};
6348: }
6349: # ------------------------------------------------- Update symbolic store links
6350:
6351: sub symblist {
6352: my ($mapname,%newhash)=@_;
6353: $mapname=&deversion(&declutter($mapname));
6354: my %hash;
6355: if (($env{'request.course.fn'}) && (%newhash)) {
6356: if (tie(%hash,'GDBM_File',$env{'request.course.fn'}.'_symb.db',
6357: &GDBM_WRCREAT(),0640)) {
6358: foreach my $url (keys %newhash) {
6359: next if ($url eq 'last_known'
6360: && $env{'form.no_update_last_known'});
6361: $hash{declutter($url)}=&encode_symb($mapname,
6362: $newhash{$url}->[1],
6363: $newhash{$url}->[0]);
6364: }
6365: if (untie(%hash)) {
6366: return 'ok';
6367: }
6368: }
6369: }
6370: return 'error';
6371: }
6372:
6373: # --------------------------------------------------------------- Verify a symb
6374:
6375: sub symbverify {
6376: my ($symb,$thisurl)=@_;
6377: my $thisfn=$thisurl;
6378: $thisfn=&declutter($thisfn);
6379: # direct jump to resource in page or to a sequence - will construct own symbs
6380: if ($thisfn=~/\.(page|sequence)$/) { return 1; }
6381: # check URL part
6382: my ($map,$resid,$url)=&decode_symb($symb);
6383:
6384: unless ($url eq $thisfn) { return 0; }
6385:
6386: $symb=&symbclean($symb);
6387: $thisurl=&deversion($thisurl);
6388: $thisfn=&deversion($thisfn);
6389:
6390: my %bighash;
6391: my $okay=0;
6392:
6393: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
6394: &GDBM_READER(),0640)) {
6395: my $ids=$bighash{'ids_'.&clutter($thisurl)};
6396: unless ($ids) {
6397: $ids=$bighash{'ids_/'.$thisurl};
6398: }
6399: if ($ids) {
6400: # ------------------------------------------------------------------- Has ID(s)
6401: foreach my $id (split(/\,/,$ids)) {
6402: my ($mapid,$resid)=split(/\./,$id);
6403: if (
6404: &symbclean(&declutter($bighash{'map_id_'.$mapid}).'___'.$resid.'___'.$thisfn)
6405: eq $symb) {
6406: if (($env{'request.role.adv'}) ||
6407: $bighash{'encrypted_'.$id} eq $env{'request.enc'}) {
6408: $okay=1;
6409: }
6410: }
6411: }
6412: }
6413: untie(%bighash);
6414: }
6415: return $okay;
6416: }
6417:
6418: # --------------------------------------------------------------- Clean-up symb
6419:
6420: sub symbclean {
6421: my $symb=shift;
6422: if ($symb=~m|^/enc/|) { $symb=&Apache::lonenc::unencrypted($symb); }
6423: # remove version from map
6424: $symb=~s/\.(\d+)\.(\w+)\_\_\_/\.$2\_\_\_/;
6425:
6426: # remove version from URL
6427: $symb=~s/\.(\d+)\.(\w+)$/\.$2/;
6428:
6429: # remove wrapper
6430:
6431: $symb=~s/(\_\_\_\d+\_\_\_)adm\/wrapper\/(res\/)*/$1/;
6432: $symb=~s/(\_\_\_\d+\_\_\_)adm\/coursedocs\/showdoc\/(res\/)*/$1/;
6433: return $symb;
6434: }
6435:
6436: # ---------------------------------------------- Split symb to find map and url
6437:
6438: sub encode_symb {
6439: my ($map,$resid,$url)=@_;
6440: return &symbclean(&declutter($map).'___'.$resid.'___'.&declutter($url));
6441: }
6442:
6443: sub decode_symb {
6444: my $symb=shift;
6445: if ($symb=~m|^/enc/|) { $symb=&Apache::lonenc::unencrypted($symb); }
6446: my ($map,$resid,$url)=split(/___/,$symb);
6447: return (&fixversion($map),$resid,&fixversion($url));
6448: }
6449:
6450: sub fixversion {
6451: my $fn=shift;
6452: if ($fn=~/^(adm|uploaded|editupload|public)/) { return $fn; }
6453: my %bighash;
6454: my $uri=&clutter($fn);
6455: my $key=$env{'request.course.id'}.'_'.$uri;
6456: # is this cached?
6457: my ($result,$cached)=&is_cached_new('courseresversion',$key);
6458: if (defined($cached)) { return $result; }
6459: # unfortunately not cached, or expired
6460: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
6461: &GDBM_READER(),0640)) {
6462: if ($bighash{'version_'.$uri}) {
6463: my $version=$bighash{'version_'.$uri};
6464: unless (($version eq 'mostrecent') ||
6465: ($version==&getversion($uri))) {
6466: $uri=~s/\.(\w+)$/\.$version\.$1/;
6467: }
6468: }
6469: untie %bighash;
6470: }
6471: return &do_cache_new('courseresversion',$key,&declutter($uri),600);
6472: }
6473:
6474: sub deversion {
6475: my $url=shift;
6476: $url=~s/\.\d+\.(\w+)$/\.$1/;
6477: return $url;
6478: }
6479:
6480: # ------------------------------------------------------ Return symb list entry
6481:
6482: sub symbread {
6483: my ($thisfn,$donotrecurse)=@_;
6484: my $cache_str='request.symbread.cached.'.$thisfn;
6485: if (defined($env{$cache_str})) { return $env{$cache_str}; }
6486: # no filename provided? try from environment
6487: unless ($thisfn) {
6488: if ($env{'request.symb'}) {
6489: return $env{$cache_str}=&symbclean($env{'request.symb'});
6490: }
6491: $thisfn=$env{'request.filename'};
6492: }
6493: if ($thisfn=~m|^/enc/|) { $thisfn=&Apache::lonenc::unencrypted($thisfn); }
6494: # is that filename actually a symb? Verify, clean, and return
6495: if ($thisfn=~/\_\_\_\d+\_\_\_(.*)$/) {
6496: if (&symbverify($thisfn,$1)) {
6497: return $env{$cache_str}=&symbclean($thisfn);
6498: }
6499: }
6500: $thisfn=declutter($thisfn);
6501: my %hash;
6502: my %bighash;
6503: my $syval='';
6504: if (($env{'request.course.fn'}) && ($thisfn)) {
6505: my $targetfn = $thisfn;
6506: if ( ($thisfn =~ m/^(uploaded|editupload)\//) && ($thisfn !~ m/\.(page|sequence)$/) ) {
6507: $targetfn = 'adm/wrapper/'.$thisfn;
6508: }
6509: if ($targetfn =~ m|^adm/wrapper/(ext/.*)|) {
6510: $targetfn=$1;
6511: }
6512: if (tie(%hash,'GDBM_File',$env{'request.course.fn'}.'_symb.db',
6513: &GDBM_READER(),0640)) {
6514: $syval=$hash{$targetfn};
6515: untie(%hash);
6516: }
6517: # ---------------------------------------------------------- There was an entry
6518: if ($syval) {
6519: #unless ($syval=~/\_\d+$/) {
6520: #unless ($env{'form.request.prefix'}=~/\.(\d+)\_$/) {
6521: #&appenv('request.ambiguous' => $thisfn);
6522: #return $env{$cache_str}='';
6523: #}
6524: #$syval.=$1;
6525: #}
6526: } else {
6527: # ------------------------------------------------------- Was not in symb table
6528: if (tie(%bighash,'GDBM_File',$env{'request.course.fn'}.'.db',
6529: &GDBM_READER(),0640)) {
6530: # ---------------------------------------------- Get ID(s) for current resource
6531: my $ids=$bighash{'ids_'.&clutter($thisfn)};
6532: unless ($ids) {
6533: $ids=$bighash{'ids_/'.$thisfn};
6534: }
6535: unless ($ids) {
6536: # alias?
6537: $ids=$bighash{'mapalias_'.$thisfn};
6538: }
6539: if ($ids) {
6540: # ------------------------------------------------------------------- Has ID(s)
6541: my @possibilities=split(/\,/,$ids);
6542: if ($#possibilities==0) {
6543: # ----------------------------------------------- There is only one possibility
6544: my ($mapid,$resid)=split(/\./,$ids);
6545: $syval=&encode_symb($bighash{'map_id_'.$mapid},
6546: $resid,$thisfn);
6547: } elsif (!$donotrecurse) {
6548: # ------------------------------------------ There is more than one possibility
6549: my $realpossible=0;
6550: foreach my $id (@possibilities) {
6551: my $file=$bighash{'src_'.$id};
6552: if (&allowed('bre',$file)) {
6553: my ($mapid,$resid)=split(/\./,$id);
6554: if ($bighash{'map_type_'.$mapid} ne 'page') {
6555: $realpossible++;
6556: $syval=&encode_symb($bighash{'map_id_'.$mapid},
6557: $resid,$thisfn);
6558: }
6559: }
6560: }
6561: if ($realpossible!=1) { $syval=''; }
6562: } else {
6563: $syval='';
6564: }
6565: }
6566: untie(%bighash)
6567: }
6568: }
6569: if ($syval) {
6570: return $env{$cache_str}=$syval;
6571: }
6572: }
6573: &appenv('request.ambiguous' => $thisfn);
6574: return $env{$cache_str}='';
6575: }
6576:
6577: # ---------------------------------------------------------- Return random seed
6578:
6579: sub numval {
6580: my $txt=shift;
6581: $txt=~tr/A-J/0-9/;
6582: $txt=~tr/a-j/0-9/;
6583: $txt=~tr/K-T/0-9/;
6584: $txt=~tr/k-t/0-9/;
6585: $txt=~tr/U-Z/0-5/;
6586: $txt=~tr/u-z/0-5/;
6587: $txt=~s/\D//g;
6588: if ($_64bit) { if ($txt > 2**32) { return -1; } }
6589: return int($txt);
6590: }
6591:
6592: sub numval2 {
6593: my $txt=shift;
6594: $txt=~tr/A-J/0-9/;
6595: $txt=~tr/a-j/0-9/;
6596: $txt=~tr/K-T/0-9/;
6597: $txt=~tr/k-t/0-9/;
6598: $txt=~tr/U-Z/0-5/;
6599: $txt=~tr/u-z/0-5/;
6600: $txt=~s/\D//g;
6601: my @txts=split(/(\d\d\d\d\d\d\d\d\d)/,$txt);
6602: my $total;
6603: foreach my $val (@txts) { $total+=$val; }
6604: if ($_64bit) { if ($total > 2**32) { return -1; } }
6605: return int($total);
6606: }
6607:
6608: sub numval3 {
6609: use integer;
6610: my $txt=shift;
6611: $txt=~tr/A-J/0-9/;
6612: $txt=~tr/a-j/0-9/;
6613: $txt=~tr/K-T/0-9/;
6614: $txt=~tr/k-t/0-9/;
6615: $txt=~tr/U-Z/0-5/;
6616: $txt=~tr/u-z/0-5/;
6617: $txt=~s/\D//g;
6618: my @txts=split(/(\d\d\d\d\d\d\d\d\d)/,$txt);
6619: my $total;
6620: foreach my $val (@txts) { $total+=$val; }
6621: if ($_64bit) { $total=(($total<<32)>>32); }
6622: return $total;
6623: }
6624:
6625: sub digest {
6626: my ($data)=@_;
6627: my $digest=&Digest::MD5::md5($data);
6628: my ($a,$b,$c,$d)=unpack("iiii",$digest);
6629: my ($e,$f);
6630: {
6631: use integer;
6632: $e=($a+$b);
6633: $f=($c+$d);
6634: if ($_64bit) {
6635: $e=(($e<<32)>>32);
6636: $f=(($f<<32)>>32);
6637: }
6638: }
6639: if (wantarray) {
6640: return ($e,$f);
6641: } else {
6642: my $g;
6643: {
6644: use integer;
6645: $g=($e+$f);
6646: if ($_64bit) {
6647: $g=(($g<<32)>>32);
6648: }
6649: }
6650: return $g;
6651: }
6652: }
6653:
6654: sub latest_rnd_algorithm_id {
6655: return '64bit5';
6656: }
6657:
6658: sub get_rand_alg {
6659: my ($courseid)=@_;
6660: if (!$courseid) { $courseid=(&whichuser())[1]; }
6661: if ($courseid) {
6662: return $env{"course.$courseid.rndseed"};
6663: }
6664: return &latest_rnd_algorithm_id();
6665: }
6666:
6667: sub validCODE {
6668: my ($CODE)=@_;
6669: if (defined($CODE) && $CODE ne '' && $CODE =~ /^\w+$/) { return 1; }
6670: return 0;
6671: }
6672:
6673: sub getCODE {
6674: if (&validCODE($env{'form.CODE'})) { return $env{'form.CODE'}; }
6675: if ( (defined($Apache::lonhomework::parsing_a_problem) ||
6676: defined($Apache::lonhomework::parsing_a_task) ) &&
6677: &validCODE($Apache::lonhomework::history{'resource.CODE'})) {
6678: return $Apache::lonhomework::history{'resource.CODE'};
6679: }
6680: return undef;
6681: }
6682:
6683: sub rndseed {
6684: my ($symb,$courseid,$domain,$username)=@_;
6685:
6686: my ($wsymb,$wcourseid,$wdomain,$wusername)=&whichuser();
6687: if (!$symb) {
6688: unless ($symb=$wsymb) { return time; }
6689: }
6690: if (!$courseid) { $courseid=$wcourseid; }
6691: if (!$domain) { $domain=$wdomain; }
6692: if (!$username) { $username=$wusername }
6693: my $which=&get_rand_alg();
6694:
6695: if (defined(&getCODE())) {
6696: if ($which eq '64bit5') {
6697: return &rndseed_CODE_64bit5($symb,$courseid,$domain,$username);
6698: } elsif ($which eq '64bit4') {
6699: return &rndseed_CODE_64bit4($symb,$courseid,$domain,$username);
6700: } else {
6701: return &rndseed_CODE_64bit($symb,$courseid,$domain,$username);
6702: }
6703: } elsif ($which eq '64bit5') {
6704: return &rndseed_64bit5($symb,$courseid,$domain,$username);
6705: } elsif ($which eq '64bit4') {
6706: return &rndseed_64bit4($symb,$courseid,$domain,$username);
6707: } elsif ($which eq '64bit3') {
6708: return &rndseed_64bit3($symb,$courseid,$domain,$username);
6709: } elsif ($which eq '64bit2') {
6710: return &rndseed_64bit2($symb,$courseid,$domain,$username);
6711: } elsif ($which eq '64bit') {
6712: return &rndseed_64bit($symb,$courseid,$domain,$username);
6713: }
6714: return &rndseed_32bit($symb,$courseid,$domain,$username);
6715: }
6716:
6717: sub rndseed_32bit {
6718: my ($symb,$courseid,$domain,$username)=@_;
6719: {
6720: use integer;
6721: my $symbchck=unpack("%32C*",$symb) << 27;
6722: my $symbseed=numval($symb) << 22;
6723: my $namechck=unpack("%32C*",$username) << 17;
6724: my $nameseed=numval($username) << 12;
6725: my $domainseed=unpack("%32C*",$domain) << 7;
6726: my $courseseed=unpack("%32C*",$courseid);
6727: my $num=$symbseed+$nameseed+$domainseed+$courseseed+$namechck+$symbchck;
6728: #&logthis("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
6729: #&logthis("rndseed :$num:$symb");
6730: if ($_64bit) { $num=(($num<<32)>>32); }
6731: return $num;
6732: }
6733: }
6734:
6735: sub rndseed_64bit {
6736: my ($symb,$courseid,$domain,$username)=@_;
6737: {
6738: use integer;
6739: my $symbchck=unpack("%32S*",$symb) << 21;
6740: my $symbseed=numval($symb) << 10;
6741: my $namechck=unpack("%32S*",$username);
6742:
6743: my $nameseed=numval($username) << 21;
6744: my $domainseed=unpack("%32S*",$domain) << 10;
6745: my $courseseed=unpack("%32S*",$courseid);
6746:
6747: my $num1=$symbchck+$symbseed+$namechck;
6748: my $num2=$nameseed+$domainseed+$courseseed;
6749: #&logthis("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
6750: #&logthis("rndseed :$num:$symb");
6751: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
6752: return "$num1,$num2";
6753: }
6754: }
6755:
6756: sub rndseed_64bit2 {
6757: my ($symb,$courseid,$domain,$username)=@_;
6758: {
6759: use integer;
6760: # strings need to be an even # of cahracters long, it it is odd the
6761: # last characters gets thrown away
6762: my $symbchck=unpack("%32S*",$symb.' ') << 21;
6763: my $symbseed=numval($symb) << 10;
6764: my $namechck=unpack("%32S*",$username.' ');
6765:
6766: my $nameseed=numval($username) << 21;
6767: my $domainseed=unpack("%32S*",$domain.' ') << 10;
6768: my $courseseed=unpack("%32S*",$courseid.' ');
6769:
6770: my $num1=$symbchck+$symbseed+$namechck;
6771: my $num2=$nameseed+$domainseed+$courseseed;
6772: #&logthis("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
6773: #&logthis("rndseed :$num:$symb");
6774: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
6775: return "$num1,$num2";
6776: }
6777: }
6778:
6779: sub rndseed_64bit3 {
6780: my ($symb,$courseid,$domain,$username)=@_;
6781: {
6782: use integer;
6783: # strings need to be an even # of cahracters long, it it is odd the
6784: # last characters gets thrown away
6785: my $symbchck=unpack("%32S*",$symb.' ') << 21;
6786: my $symbseed=numval2($symb) << 10;
6787: my $namechck=unpack("%32S*",$username.' ');
6788:
6789: my $nameseed=numval2($username) << 21;
6790: my $domainseed=unpack("%32S*",$domain.' ') << 10;
6791: my $courseseed=unpack("%32S*",$courseid.' ');
6792:
6793: my $num1=$symbchck+$symbseed+$namechck;
6794: my $num2=$nameseed+$domainseed+$courseseed;
6795: #&logthis("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
6796: #&logthis("rndseed :$num1:$num2:$_64bit");
6797: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
6798:
6799: return "$num1:$num2";
6800: }
6801: }
6802:
6803: sub rndseed_64bit4 {
6804: my ($symb,$courseid,$domain,$username)=@_;
6805: {
6806: use integer;
6807: # strings need to be an even # of cahracters long, it it is odd the
6808: # last characters gets thrown away
6809: my $symbchck=unpack("%32S*",$symb.' ') << 21;
6810: my $symbseed=numval3($symb) << 10;
6811: my $namechck=unpack("%32S*",$username.' ');
6812:
6813: my $nameseed=numval3($username) << 21;
6814: my $domainseed=unpack("%32S*",$domain.' ') << 10;
6815: my $courseseed=unpack("%32S*",$courseid.' ');
6816:
6817: my $num1=$symbchck+$symbseed+$namechck;
6818: my $num2=$nameseed+$domainseed+$courseseed;
6819: #&logthis("$symbseed:$nameseed;$domainseed|$courseseed;$namechck:$symbchck");
6820: #&logthis("rndseed :$num1:$num2:$_64bit");
6821: if ($_64bit) { $num1=(($num1<<32)>>32); $num2=(($num2<<32)>>32); }
6822:
6823: return "$num1:$num2";
6824: }
6825: }
6826:
6827: sub rndseed_64bit5 {
6828: my ($symb,$courseid,$domain,$username)=@_;
6829: my ($num1,$num2)=&digest("$symb,$courseid,$domain,$username");
6830: return "$num1:$num2";
6831: }
6832:
6833: sub rndseed_CODE_64bit {
6834: my ($symb,$courseid,$domain,$username)=@_;
6835: {
6836: use integer;
6837: my $symbchck=unpack("%32S*",$symb.' ') << 16;
6838: my $symbseed=numval2($symb);
6839: my $CODEchck=unpack("%32S*",&getCODE().' ') << 16;
6840: my $CODEseed=numval(&getCODE());
6841: my $courseseed=unpack("%32S*",$courseid.' ');
6842: my $num1=$symbseed+$CODEchck;
6843: my $num2=$CODEseed+$courseseed+$symbchck;
6844: #&logthis("$symbseed:$CODEchck|$CODEseed:$courseseed:$symbchck");
6845: #&logthis("rndseed :$num1:$num2:$symb");
6846: if ($_64bit) { $num1=(($num1<<32)>>32); }
6847: if ($_64bit) { $num2=(($num2<<32)>>32); }
6848: return "$num1:$num2";
6849: }
6850: }
6851:
6852: sub rndseed_CODE_64bit4 {
6853: my ($symb,$courseid,$domain,$username)=@_;
6854: {
6855: use integer;
6856: my $symbchck=unpack("%32S*",$symb.' ') << 16;
6857: my $symbseed=numval3($symb);
6858: my $CODEchck=unpack("%32S*",&getCODE().' ') << 16;
6859: my $CODEseed=numval3(&getCODE());
6860: my $courseseed=unpack("%32S*",$courseid.' ');
6861: my $num1=$symbseed+$CODEchck;
6862: my $num2=$CODEseed+$courseseed+$symbchck;
6863: #&logthis("$symbseed:$CODEchck|$CODEseed:$courseseed:$symbchck");
6864: #&logthis("rndseed :$num1:$num2:$symb");
6865: if ($_64bit) { $num1=(($num1<<32)>>32); }
6866: if ($_64bit) { $num2=(($num2<<32)>>32); }
6867: return "$num1:$num2";
6868: }
6869: }
6870:
6871: sub rndseed_CODE_64bit5 {
6872: my ($symb,$courseid,$domain,$username)=@_;
6873: my $code = &getCODE();
6874: my ($num1,$num2)=&digest("$symb,$courseid,$code");
6875: return "$num1:$num2";
6876: }
6877:
6878: sub setup_random_from_rndseed {
6879: my ($rndseed)=@_;
6880: if ($rndseed =~/([,:])/) {
6881: my ($num1,$num2)=split(/[,:]/,$rndseed);
6882: &Math::Random::random_set_seed(abs($num1),abs($num2));
6883: } else {
6884: &Math::Random::random_set_seed_from_phrase($rndseed);
6885: }
6886: }
6887:
6888: sub latest_receipt_algorithm_id {
6889: return 'receipt2';
6890: }
6891:
6892: sub recunique {
6893: my $fucourseid=shift;
6894: my $unique;
6895: if ($env{"course.$fucourseid.receiptalg"} eq 'receipt2') {
6896: $unique=$env{"course.$fucourseid.internal.encseed"};
6897: } else {
6898: $unique=$perlvar{'lonReceipt'};
6899: }
6900: return unpack("%32C*",$unique);
6901: }
6902:
6903: sub recprefix {
6904: my $fucourseid=shift;
6905: my $prefix;
6906: if ($env{"course.$fucourseid.receiptalg"} eq 'receipt2') {
6907: $prefix=$env{"course.$fucourseid.internal.encpref"};
6908: } else {
6909: $prefix=$perlvar{'lonHostID'};
6910: }
6911: return unpack("%32C*",$prefix);
6912: }
6913:
6914: sub ireceipt {
6915: my ($funame,$fudom,$fucourseid,$fusymb,$part)=@_;
6916: my $cuname=unpack("%32C*",$funame);
6917: my $cudom=unpack("%32C*",$fudom);
6918: my $cucourseid=unpack("%32C*",$fucourseid);
6919: my $cusymb=unpack("%32C*",$fusymb);
6920: my $cunique=&recunique($fucourseid);
6921: my $cpart=unpack("%32S*",$part);
6922: my $return =&recprefix($fucourseid).'-';
6923: if ($env{"course.$fucourseid.receiptalg"} eq 'receipt2' ||
6924: $env{'request.state'} eq 'construct') {
6925: #&logthis("doing receipt2 using parts $cpart, uname $cuname and udom $cudom gets ".($cpart%$cuname)." and ".($cpart%$cudom));
6926:
6927: $return.= ($cunique%$cuname+
6928: $cunique%$cudom+
6929: $cusymb%$cuname+
6930: $cusymb%$cudom+
6931: $cucourseid%$cuname+
6932: $cucourseid%$cudom+
6933: $cpart%$cuname+
6934: $cpart%$cudom);
6935: } else {
6936: $return.= ($cunique%$cuname+
6937: $cunique%$cudom+
6938: $cusymb%$cuname+
6939: $cusymb%$cudom+
6940: $cucourseid%$cuname+
6941: $cucourseid%$cudom);
6942: }
6943: return $return;
6944: }
6945:
6946: sub receipt {
6947: my ($part)=@_;
6948: my ($symb,$courseid,$domain,$name) = &whichuser();
6949: return &ireceipt($name,$domain,$courseid,$symb,$part);
6950: }
6951:
6952: sub whichuser {
6953: my ($passedsymb)=@_;
6954: my ($symb,$courseid,$domain,$name,$publicuser);
6955: if (defined($env{'form.grade_symb'})) {
6956: my ($tmp_courseid)=&get_env_multiple('form.grade_courseid');
6957: my $allowed=&allowed('vgr',$tmp_courseid);
6958: if (!$allowed &&
6959: exists($env{'request.course.sec'}) &&
6960: $env{'request.course.sec'} !~ /^\s*$/) {
6961: $allowed=&allowed('vgr',$tmp_courseid.
6962: '/'.$env{'request.course.sec'});
6963: }
6964: if ($allowed) {
6965: ($symb)=&get_env_multiple('form.grade_symb');
6966: $courseid=$tmp_courseid;
6967: ($domain)=&get_env_multiple('form.grade_domain');
6968: ($name)=&get_env_multiple('form.grade_username');
6969: return ($symb,$courseid,$domain,$name,$publicuser);
6970: }
6971: }
6972: if (!$passedsymb) {
6973: $symb=&symbread();
6974: } else {
6975: $symb=$passedsymb;
6976: }
6977: $courseid=$env{'request.course.id'};
6978: $domain=$env{'user.domain'};
6979: $name=$env{'user.name'};
6980: if ($name eq 'public' && $domain eq 'public') {
6981: if (!defined($env{'form.username'})) {
6982: $env{'form.username'}.=time.rand(10000000);
6983: }
6984: $name.=$env{'form.username'};
6985: }
6986: return ($symb,$courseid,$domain,$name,$publicuser);
6987:
6988: }
6989:
6990: # ------------------------------------------------------------ Serves up a file
6991: # returns either the contents of the file or
6992: # -1 if the file doesn't exist
6993: #
6994: # if the target is a file that was uploaded via DOCS,
6995: # a check will be made to see if a current copy exists on the local server,
6996: # if it does this will be served, otherwise a copy will be retrieved from
6997: # the home server for the course and stored in /home/httpd/html/userfiles on
6998: # the local server.
6999:
7000: sub getfile {
7001: my ($file) = @_;
7002: if ($file =~ m -^/*(uploaded|editupload)/-) { $file=&filelocation("",$file); }
7003: &repcopy($file);
7004: return &readfile($file);
7005: }
7006:
7007: sub repcopy_userfile {
7008: my ($file)=@_;
7009: if ($file =~ m -^/*(uploaded|editupload)/-) { $file=&filelocation("",$file); }
7010: if ($file =~ m|^/home/httpd/html/lonUsers/|) { return 'ok'; }
7011: my ($cdom,$cnum,$filename) =
7012: ($file=~m|^\Q$perlvar{'lonDocRoot'}\E/+userfiles/+($match_domain)/+($match_name)/+(.*)|);
7013: my ($info,$rtncode);
7014: my $uri="/uploaded/$cdom/$cnum/$filename";
7015: if (-e "$file") {
7016: my @fileinfo = stat($file);
7017: my $lwpresp = &getuploaded('HEAD',$uri,$cdom,$cnum,\$info,\$rtncode);
7018: if ($lwpresp ne 'ok') {
7019: if ($rtncode eq '404') {
7020: unlink($file);
7021: }
7022: #my $ua=new LWP::UserAgent;
7023: #my $request=new HTTP::Request('GET',&tokenwrapper($uri));
7024: #my $response=$ua->request($request);
7025: #if ($response->is_success()) {
7026: # return $response->content;
7027: # } else {
7028: # return -1;
7029: # }
7030: return -1;
7031: }
7032: if ($info < $fileinfo[9]) {
7033: return 'ok';
7034: }
7035: $info = '';
7036: $lwpresp = &getuploaded('GET',$uri,$cdom,$cnum,\$info,\$rtncode);
7037: if ($lwpresp ne 'ok') {
7038: return -1;
7039: }
7040: } else {
7041: my $lwpresp = &getuploaded('GET',$uri,$cdom,$cnum,\$info,\$rtncode);
7042: if ($lwpresp ne 'ok') {
7043: my $ua=new LWP::UserAgent;
7044: my $request=new HTTP::Request('GET',&tokenwrapper($uri));
7045: my $response=$ua->request($request);
7046: if ($response->is_success()) {
7047: $info=$response->content;
7048: } else {
7049: return -1;
7050: }
7051: }
7052: my @parts = ($cdom,$cnum);
7053: if ($filename =~ m|^(.+)/[^/]+$|) {
7054: push @parts, split(/\//,$1);
7055: }
7056: my $path = $perlvar{'lonDocRoot'}.'/userfiles';
7057: foreach my $part (@parts) {
7058: $path .= '/'.$part;
7059: if (!-e $path) {
7060: mkdir($path,0770);
7061: }
7062: }
7063: }
7064: open(FILE,">$file");
7065: print FILE $info;
7066: close(FILE);
7067: return 'ok';
7068: }
7069:
7070: sub tokenwrapper {
7071: my $uri=shift;
7072: $uri=~s|^http\://([^/]+)||;
7073: $uri=~s|^/||;
7074: $env{'user.environment'}=~/\/([^\/]+)\.id/;
7075: my $token=$1;
7076: my (undef,$udom,$uname,$file)=split('/',$uri,4);
7077: if ($udom && $uname && $file) {
7078: $file=~s|(\?\.*)*$||;
7079: &appenv("userfile.$udom/$uname/$file" => $env{'request.course.id'});
7080: return 'http://'.$hostname{ &homeserver($uname,$udom)}.'/'.$uri.
7081: (($uri=~/\?/)?'&':'?').'token='.$token.
7082: '&tokenissued='.$perlvar{'lonHostID'};
7083: } else {
7084: return '/adm/notfound.html';
7085: }
7086: }
7087:
7088: sub getuploaded {
7089: my ($reqtype,$uri,$cdom,$cnum,$info,$rtncode) = @_;
7090: $uri=~s/^\///;
7091: $uri = 'http://'.$hostname{ &homeserver($cnum,$cdom)}.'/raw/'.$uri;
7092: my $ua=new LWP::UserAgent;
7093: my $request=new HTTP::Request($reqtype,$uri);
7094: my $response=$ua->request($request);
7095: $$rtncode = $response->code;
7096: if (! $response->is_success()) {
7097: return 'failed';
7098: }
7099: if ($reqtype eq 'HEAD') {
7100: $$info = &HTTP::Date::str2time( $response->header('Last-modified') );
7101: } elsif ($reqtype eq 'GET') {
7102: $$info = $response->content;
7103: }
7104: return 'ok';
7105: }
7106:
7107: sub readfile {
7108: my $file = shift;
7109: if ( (! -e $file ) || ($file eq '') ) { return -1; };
7110: my $fh;
7111: open($fh,"<$file");
7112: my $a='';
7113: while (my $line = <$fh>) { $a .= $line; }
7114: return $a;
7115: }
7116:
7117: sub filelocation {
7118: my ($dir,$file) = @_;
7119: my $location;
7120: $file=~ s/^\s*(\S+)\s*$/$1/; ## strip off leading and trailing spaces
7121:
7122: if ($file =~ m-^/adm/-) {
7123: $file=~s-^/adm/wrapper/-/-;
7124: $file=~s-^/adm/coursedocs/showdoc/-/-;
7125: }
7126: if ($file=~m:^/~:) { # is a contruction space reference
7127: $location = $file;
7128: $location =~ s:/~(.*?)/(.*):/home/$1/public_html/$2:;
7129: } elsif ($file=~m{^/home/$match_username/public_html/}) {
7130: # is a correct contruction space reference
7131: $location = $file;
7132: } elsif ($file=~/^\/*(uploaded|editupload)/) { # is an uploaded file
7133: my ($udom,$uname,$filename)=
7134: ($file=~m -^/+(?:uploaded|editupload)/+($match_domain)/+($match_name)/+(.*)$-);
7135: my $home=&homeserver($uname,$udom);
7136: my $is_me=0;
7137: my @ids=¤t_machine_ids();
7138: foreach my $id (@ids) { if ($id eq $home) { $is_me=1; } }
7139: if ($is_me) {
7140: $location=&propath($udom,$uname).
7141: '/userfiles/'.$filename;
7142: } else {
7143: $location=$Apache::lonnet::perlvar{'lonDocRoot'}.'/userfiles/'.
7144: $udom.'/'.$uname.'/'.$filename;
7145: }
7146: } else {
7147: $file=~s/^\Q$perlvar{'lonDocRoot'}\E//;
7148: $file=~s:^/res/:/:;
7149: if ( !( $file =~ m:^/:) ) {
7150: $location = $dir. '/'.$file;
7151: } else {
7152: $location = '/home/httpd/html/res'.$file;
7153: }
7154: }
7155: $location=~s://+:/:g; # remove duplicate /
7156: while ($location=~m:/\.\./:) {$location=~ s:/[^/]+/\.\./:/:g;} #remove dir/..
7157: while ($location=~m:/\./:) {$location=~ s:/\./:/:g;} #remove /./
7158: return $location;
7159: }
7160:
7161: sub hreflocation {
7162: my ($dir,$file)=@_;
7163: unless (($file=~m-^http://-i) || ($file=~m-^/-)) {
7164: $file=filelocation($dir,$file);
7165: } elsif ($file=~m-^/adm/-) {
7166: $file=~s-^/adm/wrapper/-/-;
7167: $file=~s-^/adm/coursedocs/showdoc/-/-;
7168: }
7169: if ($file=~m-^\Q$perlvar{'lonDocRoot'}\E-) {
7170: $file=~s-^\Q$perlvar{'lonDocRoot'}\E--;
7171: } elsif ($file=~m-/home/($match_username)/public_html/-) {
7172: $file=~s-^/home/($match_username)/public_html/-/~$1/-;
7173: } elsif ($file=~m-^\Q$perlvar{'lonUsersDir'}\E-) {
7174: $file=~s-^/home/httpd/lonUsers/($match_domain)/./././($match_name)/userfiles/
7175: -/uploaded/$1/$2/-x;
7176: }
7177: return $file;
7178: }
7179:
7180: sub current_machine_domains {
7181: my $hostname=$hostname{$perlvar{'lonHostID'}};
7182: my @domains;
7183: while( my($id, $name) = each(%hostname)) {
7184: # &logthis("-$id-$name-$hostname-");
7185: if ($hostname eq $name) {
7186: push(@domains,$hostdom{$id});
7187: }
7188: }
7189: return @domains;
7190: }
7191:
7192: sub current_machine_ids {
7193: my $hostname=$hostname{$perlvar{'lonHostID'}};
7194: my @ids;
7195: while( my($id, $name) = each(%hostname)) {
7196: # &logthis("-$id-$name-$hostname-");
7197: if ($hostname eq $name) {
7198: push(@ids,$id);
7199: }
7200: }
7201: return @ids;
7202: }
7203:
7204: # ------------------------------------------------------------- Declutters URLs
7205:
7206: sub declutter {
7207: my $thisfn=shift;
7208: if ($thisfn=~m|^/enc/|) { $thisfn=&Apache::lonenc::unencrypted($thisfn); }
7209: $thisfn=~s/^\Q$perlvar{'lonDocRoot'}\E//;
7210: $thisfn=~s/^\///;
7211: $thisfn=~s|^adm/wrapper/||;
7212: $thisfn=~s|^adm/coursedocs/showdoc/||;
7213: $thisfn=~s/^res\///;
7214: $thisfn=~s/\?.+$//;
7215: return $thisfn;
7216: }
7217:
7218: # ------------------------------------------------------------- Clutter up URLs
7219:
7220: sub clutter {
7221: my $thisfn='/'.&declutter(shift);
7222: unless ($thisfn=~/^\/(uploaded|editupload|adm|userfiles|ext|raw|priv|public)\//) {
7223: $thisfn='/res'.$thisfn;
7224: }
7225: if ($thisfn !~m|/adm|) {
7226: if ($thisfn =~ m|/ext/|) {
7227: $thisfn='/adm/wrapper'.$thisfn;
7228: } else {
7229: my ($ext) = ($thisfn =~ /\.(\w+)$/);
7230: my $embstyle=&Apache::loncommon::fileembstyle($ext);
7231: if ($embstyle eq 'ssi'
7232: || ($embstyle eq 'hdn')
7233: || ($embstyle eq 'rat')
7234: || ($embstyle eq 'prv')
7235: || ($embstyle eq 'ign')) {
7236: #do nothing with these
7237: } elsif (($embstyle eq 'img')
7238: || ($embstyle eq 'emb')
7239: || ($embstyle eq 'wrp')) {
7240: $thisfn='/adm/wrapper'.$thisfn;
7241: } elsif ($embstyle eq 'unk'
7242: && $thisfn!~/\.(sequence|page)$/) {
7243: $thisfn='/adm/coursedocs/showdoc'.$thisfn;
7244: } else {
7245: # &logthis("Got a blank emb style");
7246: }
7247: }
7248: }
7249: return $thisfn;
7250: }
7251:
7252: sub clutter_with_no_wrapper {
7253: my $uri = &clutter(shift);
7254: if ($uri =~ m-^/adm/-) {
7255: $uri =~ s-^/adm/wrapper/-/-;
7256: $uri =~ s-^/adm/coursedocs/showdoc/-/-;
7257: }
7258: return $uri;
7259: }
7260:
7261: sub freeze_escape {
7262: my ($value)=@_;
7263: if (ref($value)) {
7264: $value=&nfreeze($value);
7265: return '__FROZEN__'.&escape($value);
7266: }
7267: return &escape($value);
7268: }
7269:
7270:
7271: sub thaw_unescape {
7272: my ($value)=@_;
7273: if ($value =~ /^__FROZEN__/) {
7274: substr($value,0,10,undef);
7275: $value=&unescape($value);
7276: return &thaw($value);
7277: }
7278: return &unescape($value);
7279: }
7280:
7281: sub correct_line_ends {
7282: my ($result)=@_;
7283: $$result =~s/\r\n/\n/mg;
7284: $$result =~s/\r/\n/mg;
7285: }
7286: # ================================================================ Main Program
7287:
7288: sub goodbye {
7289: &logthis("Starting Shut down");
7290: #not converted to using infrastruture and probably shouldn't be
7291: &logthis(sprintf("%-20s is %s",'%badServerCache',length(&freeze(\%badServerCache))));
7292: #converted
7293: # &logthis(sprintf("%-20s is %s",'%metacache',scalar(%metacache)));
7294: &logthis(sprintf("%-20s is %s",'%homecache',length(&freeze(\%homecache))));
7295: # &logthis(sprintf("%-20s is %s",'%titlecache',length(&freeze(\%titlecache))));
7296: # &logthis(sprintf("%-20s is %s",'%courseresdatacache',length(&freeze(\%courseresdatacache))));
7297: #1.1 only
7298: # &logthis(sprintf("%-20s is %s",'%userresdatacache',length(&freeze(\%userresdatacache))));
7299: # &logthis(sprintf("%-20s is %s",'%getsectioncache',length(&freeze(\%getsectioncache))));
7300: # &logthis(sprintf("%-20s is %s",'%courseresversioncache',length(&freeze(\%courseresversioncache))));
7301: # &logthis(sprintf("%-20s is %s",'%resversioncache',length(&freeze(\%resversioncache))));
7302: &logthis(sprintf("%-20s is %s",'%remembered',length(&freeze(\%remembered))));
7303: &logthis(sprintf("%-20s is %s",'kicks',$kicks));
7304: &logthis(sprintf("%-20s is %s",'hits',$hits));
7305: &flushcourselogs();
7306: &logthis("Shutting down");
7307: }
7308:
7309: BEGIN {
7310: # ----------------------------------- Read loncapa.conf and loncapa_apache.conf
7311: unless ($readit) {
7312: {
7313: my $configvars = LONCAPA::Configuration::read_conf('loncapa.conf');
7314: %perlvar = (%perlvar,%{$configvars});
7315: }
7316:
7317: # ------------------------------------------------------------ Read domain file
7318: {
7319: %domaindescription = ();
7320: %domain_auth_def = ();
7321: %domain_auth_arg_def = ();
7322: my $fh;
7323: if (open($fh,"<".$Apache::lonnet::perlvar{'lonTabDir'}.'/domain.tab')) {
7324: while (my $line = <$fh>) {
7325: next if ($line =~ /^(\#|\s*$)/);
7326: # next if /^\#/;
7327: chomp $line;
7328: my ($domain, $domain_description, $def_auth, $def_auth_arg,
7329: $def_lang, $city, $longi, $lati, $primary) = split(/:/,$line,9);
7330: $domain_auth_def{$domain}=$def_auth;
7331: $domain_auth_arg_def{$domain}=$def_auth_arg;
7332: $domaindescription{$domain}=$domain_description;
7333: $domain_lang_def{$domain}=$def_lang;
7334: $domain_city{$domain}=$city;
7335: $domain_longi{$domain}=$longi;
7336: $domain_lati{$domain}=$lati;
7337: $domain_primary{$domain}=$primary;
7338:
7339: # &logthis("Domain.tab: $domain, $domain_auth_def{$domain}, $domain_auth_arg_def{$domain},$domaindescription{$domain}");
7340: # &logthis("Domain.tab: $domain ".$domaindescription{$domain} );
7341: }
7342: }
7343: close ($fh);
7344: }
7345:
7346:
7347: # ------------------------------------------------------------- Read hosts file
7348: {
7349: open(my $config,"<$perlvar{'lonTabDir'}/hosts.tab");
7350:
7351: while (my $configline=<$config>) {
7352: next if ($configline =~ /^(\#|\s*$)/);
7353: chomp($configline);
7354: my ($id,$domain,$role,$name)=split(/:/,$configline);
7355: $name=~s/\s//g;
7356: if ($id && $domain && $role && $name) {
7357: $hostname{$id}=$name;
7358: $hostdom{$id}=$domain;
7359: if ($role eq 'library') { $libserv{$id}=$name; }
7360: }
7361: }
7362: close($config);
7363: # FIXME: dev server don't want this, production servers _do_ want this
7364: #&get_iphost();
7365: }
7366:
7367: sub get_iphost {
7368: if (%iphost) { return %iphost; }
7369: my %name_to_ip;
7370: foreach my $id (keys(%hostname)) {
7371: my $name=$hostname{$id};
7372: my $ip;
7373: if (!exists($name_to_ip{$name})) {
7374: $ip = gethostbyname($name);
7375: if (!$ip || length($ip) ne 4) {
7376: &logthis("Skipping host $id name $name no IP found\n");
7377: next;
7378: }
7379: $ip=inet_ntoa($ip);
7380: $name_to_ip{$name} = $ip;
7381: } else {
7382: $ip = $name_to_ip{$name};
7383: }
7384: push(@{$iphost{$ip}},$id);
7385: }
7386: return %iphost;
7387: }
7388:
7389: # ------------------------------------------------------ Read spare server file
7390: {
7391: open(my $config,"<$perlvar{'lonTabDir'}/spare.tab");
7392:
7393: while (my $configline=<$config>) {
7394: chomp($configline);
7395: if ($configline) {
7396: my ($host,$type) = split(':',$configline,2);
7397: if (!defined($type) || $type eq '') { $type = 'default' };
7398: push(@{ $spareid{$type} }, $host);
7399: }
7400: }
7401: close($config);
7402: }
7403: # ------------------------------------------------------------ Read permissions
7404: {
7405: open(my $config,"<$perlvar{'lonTabDir'}/roles.tab");
7406:
7407: while (my $configline=<$config>) {
7408: chomp($configline);
7409: if ($configline) {
7410: my ($role,$perm)=split(/ /,$configline);
7411: if ($perm ne '') { $pr{$role}=$perm; }
7412: }
7413: }
7414: close($config);
7415: }
7416:
7417: # -------------------------------------------- Read plain texts for permissions
7418: {
7419: open(my $config,"<$perlvar{'lonTabDir'}/rolesplain.tab");
7420:
7421: while (my $configline=<$config>) {
7422: chomp($configline);
7423: if ($configline) {
7424: my ($short,@plain)=split(/:/,$configline);
7425: %{$prp{$short}} = ();
7426: if (@plain > 0) {
7427: $prp{$short}{'std'} = $plain[0];
7428: for (my $i=1; $i<@plain; $i++) {
7429: $prp{$short}{'alt'.$i} = $plain[$i];
7430: }
7431: }
7432: }
7433: }
7434: close($config);
7435: }
7436:
7437: # ---------------------------------------------------------- Read package table
7438: {
7439: open(my $config,"<$perlvar{'lonTabDir'}/packages.tab");
7440:
7441: while (my $configline=<$config>) {
7442: if ($configline !~ /\S/ || $configline=~/^#/) { next; }
7443: chomp($configline);
7444: my ($short,$plain)=split(/:/,$configline);
7445: my ($pack,$name)=split(/\&/,$short);
7446: if ($plain ne '') {
7447: $packagetab{$pack.'&'.$name.'&name'}=$name;
7448: $packagetab{$short}=$plain;
7449: }
7450: }
7451: close($config);
7452: }
7453:
7454: # ------------- set up temporary directory
7455: {
7456: $tmpdir = $perlvar{'lonDaemons'}.'/tmp/';
7457:
7458: }
7459:
7460: $memcache=new Cache::Memcached({'servers' => ['127.0.0.1:11211'],
7461: 'compress_threshold'=> 20_000,
7462: });
7463:
7464: $processmarker='_'.time.'_'.$perlvar{'lonHostID'};
7465: $dumpcount=0;
7466:
7467: &logtouch();
7468: &logthis('<font color="yellow">INFO: Read configuration</font>');
7469: $readit=1;
7470: {
7471: use integer;
7472: my $test=(2**32)+1;
7473: if ($test != 0) { $_64bit=1; } else { $_64bit=0; }
7474: &logthis(" Detected 64bit platform ($_64bit)");
7475: }
7476: }
7477: }
7478:
7479: 1;
7480: __END__
7481:
7482: =pod
7483:
7484: =head1 NAME
7485:
7486: Apache::lonnet - Subroutines to ask questions about things in the network.
7487:
7488: =head1 SYNOPSIS
7489:
7490: Invoked by other LON-CAPA modules, when they need to talk to or about objects in the network.
7491:
7492: &Apache::lonnet::SUBROUTINENAME(ARGUMENTS);
7493:
7494: Common parameters:
7495:
7496: =over 4
7497:
7498: =item *
7499:
7500: $uname : an internal username (if $cname expecting a course Id specifically)
7501:
7502: =item *
7503:
7504: $udom : a domain (if $cdom expecting a course's domain specifically)
7505:
7506: =item *
7507:
7508: $symb : a resource instance identifier
7509:
7510: =item *
7511:
7512: $namespace : the name of a .db file that contains the data needed or
7513: being set.
7514:
7515: =back
7516:
7517: =head1 OVERVIEW
7518:
7519: lonnet provides subroutines which interact with the
7520: lonc/lond (TCP) network layer of LON-CAPA. They can be used to ask
7521: about classes, users, and resources.
7522:
7523: For many of these objects you can also use this to store data about
7524: them or modify them in various ways.
7525:
7526: =head2 Symbs
7527:
7528: To identify a specific instance of a resource, LON-CAPA uses symbols
7529: or "symbs"X<symb>. These identifiers are built from the URL of the
7530: map, the resource number of the resource in the map, and the URL of
7531: the resource itself. The latter is somewhat redundant, but might help
7532: if maps change.
7533:
7534: An example is
7535:
7536: msu/korte/parts/part1.sequence___19___msu/korte/tests/part12.problem
7537:
7538: The respective map entry is
7539:
7540: <resource id="19" src="/res/msu/korte/tests/part12.problem"
7541: title="Problem 2">
7542: </resource>
7543:
7544: Symbs are used by the random number generator, as well as to store and
7545: restore data specific to a certain instance of for example a problem.
7546:
7547: =head2 Storing And Retrieving Data
7548:
7549: X<store()>X<cstore()>X<restore()>Three of the most important functions
7550: in C<lonnet.pm> are C<&Apache::lonnet::cstore()>,
7551: C<&Apache::lonnet:restore()>, and C<&Apache::lonnet::store()>, which
7552: is is the non-critical message twin of cstore. These functions are for
7553: handlers to store a perl hash to a user's permanent data space in an
7554: easy manner, and to retrieve it again on another call. It is expected
7555: that a handler would use this once at the beginning to retrieve data,
7556: and then again once at the end to send only the new data back.
7557:
7558: The data is stored in the user's data directory on the user's
7559: homeserver under the ID of the course.
7560:
7561: The hash that is returned by restore will have all of the previous
7562: value for all of the elements of the hash.
7563:
7564: Example:
7565:
7566: #creating a hash
7567: my %hash;
7568: $hash{'foo'}='bar';
7569:
7570: #storing it
7571: &Apache::lonnet::cstore(\%hash);
7572:
7573: #changing a value
7574: $hash{'foo'}='notbar';
7575:
7576: #adding a new value
7577: $hash{'bar'}='foo';
7578: &Apache::lonnet::cstore(\%hash);
7579:
7580: #retrieving the hash
7581: my %history=&Apache::lonnet::restore();
7582:
7583: #print the hash
7584: foreach my $key (sort(keys(%history))) {
7585: print("\%history{$key} = $history{$key}");
7586: }
7587:
7588: Will print out:
7589:
7590: %history{1:foo} = bar
7591: %history{1:keys} = foo:timestamp
7592: %history{1:timestamp} = 990455579
7593: %history{2:bar} = foo
7594: %history{2:foo} = notbar
7595: %history{2:keys} = foo:bar:timestamp
7596: %history{2:timestamp} = 990455580
7597: %history{bar} = foo
7598: %history{foo} = notbar
7599: %history{timestamp} = 990455580
7600: %history{version} = 2
7601:
7602: Note that the special hash entries C<keys>, C<version> and
7603: C<timestamp> were added to the hash. C<version> will be equal to the
7604: total number of versions of the data that have been stored. The
7605: C<timestamp> attribute will be the UNIX time the hash was
7606: stored. C<keys> is available in every historical section to list which
7607: keys were added or changed at a specific historical revision of a
7608: hash.
7609:
7610: B<Warning>: do not store the hash that restore returns directly. This
7611: will cause a mess since it will restore the historical keys as if the
7612: were new keys. I.E. 1:foo will become 1:1:foo etc.
7613:
7614: Calling convention:
7615:
7616: my %record=&Apache::lonnet::restore($symb,$courseid,$domain,$uname,$home);
7617: &Apache::lonnet::cstore(\%newrecord,$symb,$courseid,$domain,$uname,$home);
7618:
7619: For more detailed information, see lonnet specific documentation.
7620:
7621: =head1 RETURN MESSAGES
7622:
7623: =over 4
7624:
7625: =item * B<con_lost>: unable to contact remote host
7626:
7627: =item * B<con_delayed>: unable to contact remote host, message will be delivered
7628: when the connection is brought back up
7629:
7630: =item * B<con_failed>: unable to contact remote host and unable to save message
7631: for later delivery
7632:
7633: =item * B<error:>: an error a occured, a description of the error follows the :
7634:
7635: =item * B<no_such_host>: unable to fund a host associated with the user/domain
7636: that was requested
7637:
7638: =back
7639:
7640: =head1 PUBLIC SUBROUTINES
7641:
7642: =head2 Session Environment Functions
7643:
7644: =over 4
7645:
7646: =item *
7647: X<appenv()>
7648: B<appenv(%hash)>: the value of %hash is written to
7649: the user envirnoment file, and will be restored for each access this
7650: user makes during this session, also modifies the %env for the current
7651: process
7652:
7653: =item *
7654: X<delenv()>
7655: B<delenv($regexp)>: removes all items from the session
7656: environment file that matches the regular expression in $regexp. The
7657: values are also delted from the current processes %env.
7658:
7659: =item * get_env_multiple($name)
7660:
7661: gets $name from the %env hash, it seemlessly handles the cases where multiple
7662: values may be defined and end up as an array ref.
7663:
7664: returns an array of values
7665:
7666: =back
7667:
7668: =head2 User Information
7669:
7670: =over 4
7671:
7672: =item *
7673: X<queryauthenticate()>
7674: B<queryauthenticate($uname,$udom)>: try to determine user's current
7675: authentication scheme
7676:
7677: =item *
7678: X<authenticate()>
7679: B<authenticate($uname,$upass,$udom)>: try to
7680: authenticate user from domain's lib servers (first use the current
7681: one). C<$upass> should be the users password.
7682:
7683: =item *
7684: X<homeserver()>
7685: B<homeserver($uname,$udom)>: find the server which has
7686: the user's directory and files (there must be only one), this caches
7687: the answer, and also caches if there is a borken connection.
7688:
7689: =item *
7690: X<idget()>
7691: B<idget($udom,@ids)>: find the usernames behind a list of IDs
7692: (IDs are a unique resource in a domain, there must be only 1 ID per
7693: username, and only 1 username per ID in a specific domain) (returns
7694: hash: id=>name,id=>name)
7695:
7696: =item *
7697: X<idrget()>
7698: B<idrget($udom,@unames)>: find the IDs behind a list of
7699: usernames (returns hash: name=>id,name=>id)
7700:
7701: =item *
7702: X<idput()>
7703: B<idput($udom,%ids)>: store away a list of names and associated IDs
7704:
7705: =item *
7706: X<rolesinit()>
7707: B<rolesinit($udom,$username,$authhost)>: get user privileges
7708:
7709: =item *
7710: X<getsection()>
7711: B<getsection($udom,$uname,$cname)>: finds the section of student in the
7712: course $cname, return section name/number or '' for "not in course"
7713: and '-1' for "no section"
7714:
7715: =item *
7716: X<userenvironment()>
7717: B<userenvironment($udom,$uname,@what)>: gets the values of the keys
7718: passed in @what from the requested user's environment, returns a hash
7719:
7720: =back
7721:
7722: =head2 User Roles
7723:
7724: =over 4
7725:
7726: =item *
7727:
7728: allowed($priv,$uri,$symb,$role) : check for a user privilege; returns codes for allowed actions
7729: F: full access
7730: U,I,K: authentication modes (cxx only)
7731: '': forbidden
7732: 1: user needs to choose course
7733: 2: browse allowed
7734: A: passphrase authentication needed
7735:
7736: =item *
7737:
7738: definerole($rolename,$sysrole,$domrole,$courole) : define role; define a custom
7739: role rolename set privileges in format of lonTabs/roles.tab for system, domain,
7740: and course level
7741:
7742: =item *
7743:
7744: plaintext($short) : return value in %prp hash (rolesplain.tab); plain text
7745: explanation of a user role term
7746:
7747: =back
7748:
7749: =head2 User Modification
7750:
7751: =over 4
7752:
7753: =item *
7754:
7755: assignrole($udom,$uname,$url,$role,$end,$start) : assign role; give a role to a
7756: user for the level given by URL. Optional start and end dates (leave empty
7757: string or zero for "no date")
7758:
7759: =item *
7760:
7761: changepass($uname,$udom,$currentpass,$newpass,$server) : attempts to
7762: change a users, password, possible return values are: ok,
7763: pwchange_failure, non_authorized, auth_mode_error, unknown_user,
7764: refused
7765:
7766: =item *
7767:
7768: modifyuserauth($udom,$uname,$umode,$upass) : modify user authentication
7769:
7770: =item *
7771:
7772: modifyuser($udom,$uname,$uid,$umode,$upass,$first,$middle,$last,$gene) :
7773: modify user
7774:
7775: =item *
7776:
7777: modifystudent
7778:
7779: modify a students enrollment and identification information.
7780: The course id is resolved based on the current users environment.
7781: This means the envoking user must be a course coordinator or otherwise
7782: associated with a course.
7783:
7784: This call is essentially a wrapper for lonnet::modifyuser and
7785: lonnet::modify_student_enrollment
7786:
7787: Inputs:
7788:
7789: =over 4
7790:
7791: =item B<$udom> Students loncapa domain
7792:
7793: =item B<$uname> Students loncapa login name
7794:
7795: =item B<$uid> Students id/student number
7796:
7797: =item B<$umode> Students authentication mode
7798:
7799: =item B<$upass> Students password
7800:
7801: =item B<$first> Students first name
7802:
7803: =item B<$middle> Students middle name
7804:
7805: =item B<$last> Students last name
7806:
7807: =item B<$gene> Students generation
7808:
7809: =item B<$usec> Students section in course
7810:
7811: =item B<$end> Unix time of the roles expiration
7812:
7813: =item B<$start> Unix time of the roles start date
7814:
7815: =item B<$forceid> If defined, allow $uid to be changed
7816:
7817: =item B<$desiredhome> server to use as home server for student
7818:
7819: =back
7820:
7821: =item *
7822:
7823: modify_student_enrollment
7824:
7825: Change a students enrollment status in a class. The environment variable
7826: 'role.request.course' must be defined for this function to proceed.
7827:
7828: Inputs:
7829:
7830: =over 4
7831:
7832: =item $udom, students domain
7833:
7834: =item $uname, students name
7835:
7836: =item $uid, students user id
7837:
7838: =item $first, students first name
7839:
7840: =item $middle
7841:
7842: =item $last
7843:
7844: =item $gene
7845:
7846: =item $usec
7847:
7848: =item $end
7849:
7850: =item $start
7851:
7852: =back
7853:
7854:
7855: =item *
7856:
7857: assigncustomrole($udom,$uname,$url,$rdom,$rnam,$rolename,$end,$start) : assign
7858: custom role; give a custom role to a user for the level given by URL. Specify
7859: name and domain of role author, and role name
7860:
7861: =item *
7862:
7863: revokerole($udom,$uname,$url,$role) : revoke a role for url
7864:
7865: =item *
7866:
7867: revokecustomrole($udom,$uname,$url,$role) : revoke a custom role
7868:
7869: =back
7870:
7871: =head2 Course Infomation
7872:
7873: =over 4
7874:
7875: =item *
7876:
7877: coursedescription($courseid) : returns a hash of information about the
7878: specified course id, including all environment settings for the
7879: course, the description of the course will be in the hash under the
7880: key 'description'
7881:
7882: =item *
7883:
7884: resdata($name,$domain,$type,@which) : request for current parameter
7885: setting for a specific $type, where $type is either 'course' or 'user',
7886: @what should be a list of parameters to ask about. This routine caches
7887: answers for 5 minutes.
7888:
7889: =back
7890:
7891: =head2 Course Modification
7892:
7893: =over 4
7894:
7895: =item *
7896:
7897: writecoursepref($courseid,%prefs) : write preferences (environment
7898: database) for a course
7899:
7900: =item *
7901:
7902: createcourse($udom,$description,$url) : make/modify course
7903:
7904: =back
7905:
7906: =head2 Resource Subroutines
7907:
7908: =over 4
7909:
7910: =item *
7911:
7912: subscribe($fname) : subscribe to a resource, returns URL if possible (probably should use repcopy instead)
7913:
7914: =item *
7915:
7916: repcopy($filename) : subscribes to the requested file, and attempts to
7917: replicate from the owning library server, Might return
7918: 'unavailable', 'not_found', 'forbidden', 'ok', or
7919: 'bad_request', also attempts to grab the metadata for the
7920: resource. Expects the local filesystem pathname
7921: (/home/httpd/html/res/....)
7922:
7923: =back
7924:
7925: =head2 Resource Information
7926:
7927: =over 4
7928:
7929: =item *
7930:
7931: EXT($varname,$symb,$udom,$uname) : evaluates and returns the value of
7932: a vairety of different possible values, $varname should be a request
7933: string, and the other parameters can be used to specify who and what
7934: one is asking about.
7935:
7936: Possible values for $varname are environment.lastname (or other item
7937: from the envirnment hash), user.name (or someother aspect about the
7938: user), resource.0.maxtries (or some other part and parameter of a
7939: resource)
7940:
7941: =item *
7942:
7943: directcondval($number) : get current value of a condition; reads from a state
7944: string
7945:
7946: =item *
7947:
7948: condval($condidx) : value of condition index based on state
7949:
7950: =item *
7951:
7952: metadata($uri,$what,$liburi,$prefix,$depthcount) : request a
7953: resource's metadata, $what should be either a specific key, or either
7954: 'keys' (to get a list of possible keys) or 'packages' to get a list of
7955: packages that this resource currently uses, the last 3 arguments are only used internally for recursive metadata.
7956:
7957: this function automatically caches all requests
7958:
7959: =item *
7960:
7961: metadata_query($query,$custom,$customshow) : make a metadata query against the
7962: network of library servers; returns file handle of where SQL and regex results
7963: will be stored for query
7964:
7965: =item *
7966:
7967: symbread($filename) : return symbolic list entry (filename argument optional);
7968: returns the data handle
7969:
7970: =item *
7971:
7972: symbverify($symb,$thisfn) : verifies that $symb actually exists and is
7973: a possible symb for the URL in $thisfn, and if is an encryypted
7974: resource that the user accessed using /enc/ returns a 1 on success, 0
7975: on failure, user must be in a course, as it assumes the existance of
7976: the course initial hash, and uses $env('request.course.id'}
7977:
7978:
7979: =item *
7980:
7981: symbclean($symb) : removes versions numbers from a symb, returns the
7982: cleaned symb
7983:
7984: =item *
7985:
7986: is_on_map($uri) : checks if the $uri is somewhere on the current
7987: course map, user must be in a course for it to work.
7988:
7989: =item *
7990:
7991: numval($salt) : return random seed value (addend for rndseed)
7992:
7993: =item *
7994:
7995: rndseed($symb,$courseid,$udom,$uname) : create a random sum; returns
7996: a random seed, all arguments are optional, if they aren't sent it uses the
7997: environment to derive them. Note: if symb isn't sent and it can't get one
7998: from &symbread it will use the current time as its return value
7999:
8000: =item *
8001:
8002: ireceipt($funame,$fudom,$fucourseid,$fusymb) : return unique,
8003: unfakeable, receipt
8004:
8005: =item *
8006:
8007: receipt() : API to ireceipt working off of env values; given out to users
8008:
8009: =item *
8010:
8011: countacc($url) : count the number of accesses to a given URL
8012:
8013: =item *
8014:
8015: checkout($symb,$tuname,$tudom,$tcrsid) : creates a record of a user having looked at an item, most likely printed out or otherwise using a resource
8016:
8017: =item *
8018:
8019: checkin($token) : updates that a resource has beeen returned (a hard copy version for instance) and returns the data that $token was Checkout with ($symb, $tuname, $tudom, and $tcrsid)
8020:
8021: =item *
8022:
8023: expirespread($uname,$udom,$stype,$usymb) : set expire date for spreadsheet
8024:
8025: =item *
8026:
8027: devalidate($symb) : devalidate temporary spreadsheet calculations,
8028: forcing spreadsheet to reevaluate the resource scores next time.
8029:
8030: =back
8031:
8032: =head2 Storing/Retreiving Data
8033:
8034: =over 4
8035:
8036: =item *
8037:
8038: store($storehash,$symb,$namespace,$udom,$uname) : stores hash permanently
8039: for this url; hashref needs to be given and should be a \%hashname; the
8040: remaining args aren't required and if they aren't passed or are '' they will
8041: be derived from the env
8042:
8043: =item *
8044:
8045: cstore($storehash,$symb,$namespace,$udom,$uname) : same as store but
8046: uses critical subroutine
8047:
8048: =item *
8049:
8050: restore($symb,$namespace,$udom,$uname) : returns hash for this symb;
8051: all args are optional
8052:
8053: =item *
8054:
8055: dumpstore($namespace,$udom,$uname,$regexp,$range) :
8056: dumps the complete (or key matching regexp) namespace into a hash
8057: ($udom, $uname, $regexp, $range are optional) for a namespace that is
8058: normally &store()ed into
8059:
8060: $range should be either an integer '100' (give me the first 100
8061: matching records)
8062: or be two integers sperated by a - with no spaces
8063: '30-50' (give me the 30th through the 50th matching
8064: records)
8065:
8066:
8067: =item *
8068:
8069: putstore($namespace,$symb,$version,$storehash,$udomain,$uname) :
8070: replaces a &store() version of data with a replacement set of data
8071: for a particular resource in a namespace passed in the $storehash hash
8072: reference
8073:
8074: =item *
8075:
8076: tmpstore($storehash,$symb,$namespace,$udom,$uname) : storage that
8077: works very similar to store/cstore, but all data is stored in a
8078: temporary location and can be reset using tmpreset, $storehash should
8079: be a hash reference, returns nothing on success
8080:
8081: =item *
8082:
8083: tmprestore($symb,$namespace,$udom,$uname) : storage that works very
8084: similar to restore, but all data is stored in a temporary location and
8085: can be reset using tmpreset. Returns a hash of values on success,
8086: error string otherwise.
8087:
8088: =item *
8089:
8090: tmpreset($symb,$namespace,$udom,$uname) : temporary storage reset,
8091: deltes all keys for $symb form the temporary storage hash.
8092:
8093: =item *
8094:
8095: get($namespace,$storearr,$udom,$uname) : returns hash with keys from array
8096: reference filled in from namesp ($udom and $uname are optional)
8097:
8098: =item *
8099:
8100: del($namespace,$storearr,$udom,$uname) : deletes keys out of array from
8101: namesp ($udom and $uname are optional)
8102:
8103: =item *
8104:
8105: dump($namespace,$udom,$uname,$regexp,$range) :
8106: dumps the complete (or key matching regexp) namespace into a hash
8107: ($udom, $uname, $regexp, $range are optional)
8108:
8109: $range should be either an integer '100' (give me the first 100
8110: matching records)
8111: or be two integers sperated by a - with no spaces
8112: '30-50' (give me the 30th through the 50th matching
8113: records)
8114: =item *
8115:
8116: inc($namespace,$store,$udom,$uname) : increments $store in $namespace.
8117: $store can be a scalar, an array reference, or if the amount to be
8118: incremented is > 1, a hash reference.
8119:
8120: ($udom and $uname are optional)
8121:
8122: =item *
8123:
8124: put($namespace,$storehash,$udom,$uname) : stores hash in namesp
8125: ($udom and $uname are optional)
8126:
8127: =item *
8128:
8129: cput($namespace,$storehash,$udom,$uname) : critical put
8130: ($udom and $uname are optional)
8131:
8132: =item *
8133:
8134: newput($namespace,$storehash,$udom,$uname) :
8135:
8136: Attempts to store the items in the $storehash, but only if they don't
8137: currently exist, if this succeeds you can be certain that you have
8138: successfully created a new key value pair in the $namespace db.
8139:
8140:
8141: Args:
8142: $namespace: name of database to store values to
8143: $storehash: hashref to store to the db
8144: $udom: (optional) domain of user containing the db
8145: $uname: (optional) name of user caontaining the db
8146:
8147: Returns:
8148: 'ok' -> succeeded in storing all keys of $storehash
8149: 'key_exists: <key>' -> failed to anything out of $storehash, as at
8150: least <key> already existed in the db (other
8151: requested keys may also already exist)
8152: 'error: <msg>' -> unable to tie the DB or other erorr occured
8153: 'con_lost' -> unable to contact request server
8154: 'refused' -> action was not allowed by remote machine
8155:
8156:
8157: =item *
8158:
8159: eget($namespace,$storearr,$udom,$uname) : returns hash with keys from array
8160: reference filled in from namesp (encrypts the return communication)
8161: ($udom and $uname are optional)
8162:
8163: =item *
8164:
8165: log($udom,$name,$home,$message) : write to permanent log for user; use
8166: critical subroutine
8167:
8168: =item *
8169:
8170: get_dom($namespace,$storearr,$udomain) : returns hash with keys from array
8171: reference filled in from namespace found in domain level on primary domain server ($udomain is optional)
8172:
8173: =item *
8174:
8175: put_dom($namespace,$storehash,$udomain) : stores hash in namespace at domain level on primary domain server ($udomain is optional)
8176:
8177: =back
8178:
8179: =head2 Network Status Functions
8180:
8181: =over 4
8182:
8183: =item *
8184:
8185: dirlist($uri) : return directory list based on URI
8186:
8187: =item *
8188:
8189: spareserver() : find server with least workload from spare.tab
8190:
8191: =back
8192:
8193: =head2 Apache Request
8194:
8195: =over 4
8196:
8197: =item *
8198:
8199: ssi($url,%hash) : server side include, does a complete request cycle on url to
8200: localhost, posts hash
8201:
8202: =back
8203:
8204: =head2 Data to String to Data
8205:
8206: =over 4
8207:
8208: =item *
8209:
8210: hash2str(%hash) : convert a hash into a string complete with escaping and '='
8211: and '&' separators, supports elements that are arrayrefs and hashrefs
8212:
8213: =item *
8214:
8215: hashref2str($hashref) : convert a hashref into a string complete with
8216: escaping and '=' and '&' separators, supports elements that are
8217: arrayrefs and hashrefs
8218:
8219: =item *
8220:
8221: arrayref2str($arrayref) : convert an arrayref into a string complete
8222: with escaping and '&' separators, supports elements that are arrayrefs
8223: and hashrefs
8224:
8225: =item *
8226:
8227: str2hash($string) : convert string to hash using unescaping and
8228: splitting on '=' and '&', supports elements that are arrayrefs and
8229: hashrefs
8230:
8231: =item *
8232:
8233: str2array($string) : convert string to hash using unescaping and
8234: splitting on '&', supports elements that are arrayrefs and hashrefs
8235:
8236: =back
8237:
8238: =head2 Logging Routines
8239:
8240: =over 4
8241:
8242: These routines allow one to make log messages in the lonnet.log and
8243: lonnet.perm logfiles.
8244:
8245: =item *
8246:
8247: logtouch() : make sure the logfile, lonnet.log, exists
8248:
8249: =item *
8250:
8251: logthis() : append message to the normal lonnet.log file, it gets
8252: preiodically rolled over and deleted.
8253:
8254: =item *
8255:
8256: logperm() : append a permanent message to lonnet.perm.log, this log
8257: file never gets deleted by any automated portion of the system, only
8258: messages of critical importance should go in here.
8259:
8260: =back
8261:
8262: =head2 General File Helper Routines
8263:
8264: =over 4
8265:
8266: =item *
8267:
8268: getfile($file,$caller) : two cases - requests for files in /res or in /uploaded.
8269: (a) files in /uploaded
8270: (i) If a local copy of the file exists -
8271: compares modification date of local copy with last-modified date for
8272: definitive version stored on home server for course. If local copy is
8273: stale, requests a new version from the home server and stores it.
8274: If the original has been removed from the home server, then local copy
8275: is unlinked.
8276: (ii) If local copy does not exist -
8277: requests the file from the home server and stores it.
8278:
8279: If $caller is 'uploadrep':
8280: This indicates a call from lonuploadrep.pm (PerlHeaderParserHandler phase)
8281: for request for files originally uploaded via DOCS.
8282: - returns 'ok' if fresh local copy now available, -1 otherwise.
8283:
8284: Otherwise:
8285: This indicates a call from the content generation phase of the request.
8286: - returns the entire contents of the file or -1.
8287:
8288: (b) files in /res
8289: - returns the entire contents of a file or -1;
8290: it properly subscribes to and replicates the file if neccessary.
8291:
8292:
8293: =item *
8294:
8295: stat_file($url) : $url is expected to be a /res/ or /uploaded/ style file
8296: reference
8297:
8298: returns either a stat() list of data about the file or an empty list
8299: if the file doesn't exist or couldn't find out about it (connection
8300: problems or user unknown)
8301:
8302: =item *
8303:
8304: filelocation($dir,$file) : returns file system location of a file
8305: based on URI; meant to be "fairly clean" absolute reference, $dir is a
8306: directory that relative $file lookups are to looked in ($dir of /a/dir
8307: and a file of ../bob will become /a/bob)
8308:
8309: =item *
8310:
8311: hreflocation($dir,$file) : returns file system location or a URL; same as
8312: filelocation except for hrefs
8313:
8314: =item *
8315:
8316: declutter() : declutters URLs (remove docroot, beginning slashes, 'res' etc)
8317:
8318: =back
8319:
8320: =head2 Usererfile file routines (/uploaded*)
8321:
8322: =over 4
8323:
8324: =item *
8325:
8326: userfileupload(): main rotine for putting a file in a user or course's
8327: filespace, arguments are,
8328:
8329: formname - required - this is the name of the element in $env where the
8330: filename, and the contents of the file to create/modifed exist
8331: the filename is in $env{'form.'.$formname.'.filename'} and the
8332: contents of the file is located in $env{'form.'.$formname}
8333: coursedoc - if true, store the file in the course of the active role
8334: of the current user
8335: subdir - required - subdirectory to put the file in under ../userfiles/
8336: if undefined, it will be placed in "unknown"
8337:
8338: (This routine calls clean_filename() to remove any dangerous
8339: characters from the filename, and then calls finuserfileupload() to
8340: complete the transaction)
8341:
8342: returns either the url of the uploaded file (/uploaded/....) if successful
8343: and /adm/notfound.html if unsuccessful
8344:
8345: =item *
8346:
8347: clean_filename(): routine for cleaing a filename up for storage in
8348: userfile space, argument is:
8349:
8350: filename - proposed filename
8351:
8352: returns: the new clean filename
8353:
8354: =item *
8355:
8356: finishuserfileupload(): routine that creaes and sends the file to
8357: userspace, probably shouldn't be called directly
8358:
8359: docuname: username or courseid of destination for the file
8360: docudom: domain of user/course of destination for the file
8361: formname: same as for userfileupload()
8362: fname: filename (inculding subdirectories) for the file
8363:
8364: returns either the url of the uploaded file (/uploaded/....) if successful
8365: and /adm/notfound.html if unsuccessful
8366:
8367: =item *
8368:
8369: renameuserfile(): renames an existing userfile to a new name
8370:
8371: Args:
8372: docuname: username or courseid of destination for the file
8373: docudom: domain of user/course of destination for the file
8374: old: current file name (including any subdirs under userfiles)
8375: new: desired file name (including any subdirs under userfiles)
8376:
8377: =item *
8378:
8379: mkdiruserfile(): creates a directory is a userfiles dir
8380:
8381: Args:
8382: docuname: username or courseid of destination for the file
8383: docudom: domain of user/course of destination for the file
8384: dir: dir to create (including any subdirs under userfiles)
8385:
8386: =item *
8387:
8388: removeuserfile(): removes a file that exists in userfiles
8389:
8390: Args:
8391: docuname: username or courseid of destination for the file
8392: docudom: domain of user/course of destination for the file
8393: fname: filname to delete (including any subdirs under userfiles)
8394:
8395: =item *
8396:
8397: removeuploadedurl(): convience function for removeuserfile()
8398:
8399: Args:
8400: url: a full /uploaded/... url to delete
8401:
8402: =item *
8403:
8404: get_portfile_permissions():
8405: Args:
8406: domain: domain of user or course contain the portfolio files
8407: user: name of user or num of course contain the portfolio files
8408: Returns:
8409: hashref of a dump of the proper file_permissions.db
8410:
8411:
8412: =item *
8413:
8414: get_access_controls():
8415:
8416: Args:
8417: current_permissions: the hash ref returned from get_portfile_permissions()
8418: group: (optional) the group you want the files associated with
8419: file: (optional) the file you want access info on
8420:
8421: Returns:
8422: a hash (keys are file names) of hashes containing
8423: keys are: path to file/file_name\0uniqueID:scope_end_start (see below)
8424: values are XML containing access control settings (see below)
8425:
8426: Internal notes:
8427:
8428: access controls are stored in file_permissions.db as key=value pairs.
8429: key -> path to file/file_name\0uniqueID:scope_end_start
8430: where scope -> public,guest,course,group,domains or users.
8431: end -> UNIX time for end of access (0 -> no end date)
8432: start -> UNIX time for start of access
8433:
8434: value -> XML description of access control
8435: <scope type=""> (type =1 of: public,guest,course,group,domains,users">
8436: <start></start>
8437: <end></end>
8438:
8439: <password></password> for scope type = guest
8440:
8441: <domain></domain> for scope type = course or group
8442: <number></number>
8443: <roles id="">
8444: <role></role>
8445: <access></access>
8446: <section></section>
8447: <group></group>
8448: </roles>
8449:
8450: <dom></dom> for scope type = domains
8451:
8452: <users> for scope type = users
8453: <user>
8454: <uname></uname>
8455: <udom></udom>
8456: </user>
8457: </users>
8458: </scope>
8459:
8460: Access data is also aggregated for each file in an additional key=value pair:
8461: key -> path to file/file_name\0accesscontrol
8462: value -> reference to hash
8463: hash contains key = value pairs
8464: where key = uniqueID:scope_end_start
8465: value = UNIX time record was last updated
8466:
8467: Used to improve speed of look-ups of access controls for each file.
8468:
8469: Locks on files (resulting from submission of portfolio file to a homework problem stored in array of arrays.
8470:
8471: modify_access_controls():
8472:
8473: Modifies access controls for a portfolio file
8474: Args
8475: 1. file name
8476: 2. reference to hash of required changes,
8477: 3. domain
8478: 4. username
8479: where domain,username are the domain of the portfolio owner
8480: (either a user or a course)
8481:
8482: Returns:
8483: 1. result of additions or updates ('ok' or 'error', with error message).
8484: 2. result of deletions ('ok' or 'error', with error message).
8485: 3. reference to hash of any new or updated access controls.
8486: 4. reference to hash used to map incoming IDs to uniqueIDs assigned to control.
8487: key = integer (inbound ID)
8488: value = uniqueID
8489:
8490: =back
8491:
8492: =head2 HTTP Helper Routines
8493:
8494: =over 4
8495:
8496: =item *
8497:
8498: escape() : unpack non-word characters into CGI-compatible hex codes
8499:
8500: =item *
8501:
8502: unescape() : pack CGI-compatible hex codes into actual non-word ASCII character
8503:
8504: =back
8505:
8506: =head1 PRIVATE SUBROUTINES
8507:
8508: =head2 Underlying communication routines (Shouldn't call)
8509:
8510: =over 4
8511:
8512: =item *
8513:
8514: subreply() : tries to pass a message to lonc, returns con_lost if incapable
8515:
8516: =item *
8517:
8518: reply() : uses subreply to send a message to remote machine, logs all failures
8519:
8520: =item *
8521:
8522: critical() : passes a critical message to another server; if cannot
8523: get through then place message in connection buffer directory and
8524: returns con_delayed, if incapable of saving message, returns
8525: con_failed
8526:
8527: =item *
8528:
8529: reconlonc() : tries to reconnect lonc client processes.
8530:
8531: =back
8532:
8533: =head2 Resource Access Logging
8534:
8535: =over 4
8536:
8537: =item *
8538:
8539: flushcourselogs() : flush (save) buffer logs and access logs
8540:
8541: =item *
8542:
8543: courselog($what) : save message for course in hash
8544:
8545: =item *
8546:
8547: courseacclog($what) : save message for course using &courselog(). Perform
8548: special processing for specific resource types (problems, exams, quizzes, etc).
8549:
8550: =item *
8551:
8552: goodbye() : flush course logs and log shutting down; it is called in srm.conf
8553: as a PerlChildExitHandler
8554:
8555: =back
8556:
8557: =head2 Other
8558:
8559: =over 4
8560:
8561: =item *
8562:
8563: symblist($mapname,%newhash) : update symbolic storage links
8564:
8565: =back
8566:
8567: =cut
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>