Annotation of loncom/publisher/lonpublisher.pm, revision 1.115
1.1 www 1: # The LearningOnline Network with CAPA
2: # Publication Handler
1.54 albertel 3: #
1.115 ! www 4: # $Id: lonpublisher.pm,v 1.114 2003/03/07 17:55:05 albertel Exp $
1.54 albertel 5: #
6: # Copyright Michigan State University Board of Trustees
7: #
8: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
9: #
10: # LON-CAPA is free software; you can redistribute it and/or modify
11: # it under the terms of the GNU General Public License as published by
12: # the Free Software Foundation; either version 2 of the License, or
13: # (at your option) any later version.
14: #
15: # LON-CAPA is distributed in the hope that it will be useful,
16: # but WITHOUT ANY WARRANTY; without even the implied warranty of
17: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18: # GNU General Public License for more details.
19: #
20: # You should have received a copy of the GNU General Public License
21: # along with LON-CAPA; if not, write to the Free Software
22: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23: #
24: # /home/httpd/html/adm/gpl.txt
25: #
26: # http://www.lon-capa.org/
27: #
1.1 www 28: #
29: # (TeX Content Handler
30: #
31: # 05/29/00,05/30,10/11 Gerd Kortemeyer)
32: #
1.15 www 33: # 11/28,11/29,11/30,12/01,12/02,12/04,12/23 Gerd Kortemeyer
1.20 www 34: # 03/23 Guy Albertelli
1.23 www 35: # 03/24,03/29,04/03 Gerd Kortemeyer
1.27 www 36: # 05/03,05/05,05/07 Gerd Kortemeyer
1.51 www 37: # 06/23,08/07,08/11,8/13,8/17,8/18,8/24,9/26,10/16 Gerd Kortemeyer
1.58 www 38: # 12/04,12/05 Guy Albertelli
39: # 12/05 Gerd Kortemeyer
1.62 www 40: # 12/05 Guy Albertelli
1.64 www 41: # 12/06,12/07 Gerd Kortemeyer
1.67 www 42: # 12/25 Gerd Kortemeyer
1.71 www 43: # YEAR=2002
44: # 1/17 Gerd Kortemeyer
1.65 harris41 45: #
46: ###
47:
48: ###############################################################################
49: ## ##
50: ## ORGANIZATION OF THIS PERL MODULE ##
51: ## ##
52: ## 1. Modules used by this module ##
53: ## 2. Various subroutines ##
54: ## 3. Publication Step One ##
55: ## 4. Phase Two ##
56: ## 5. Main Handler ##
57: ## ##
58: ###############################################################################
1.1 www 59:
1.90 matthew 60:
61: ######################################################################
62: ######################################################################
63:
64: =pod
65:
1.94 harris41 66: =head1 NAME
1.90 matthew 67:
68: lonpublisher - LON-CAPA publishing handler
69:
1.94 harris41 70: =head1 SYNOPSIS
1.90 matthew 71:
1.94 harris41 72: B<lonpublisher> is used by B<mod_perl> inside B<Apache>. This is the
73: invocation by F<loncapa_apache.conf>:
74:
75: <Location /adm/publish>
76: PerlAccessHandler Apache::lonacc
77: SetHandler perl-script
78: PerlHandler Apache::lonpublisher
79: ErrorDocument 403 /adm/login
80: ErrorDocument 404 /adm/notfound.html
81: ErrorDocument 406 /adm/unauthorized.html
82: ErrorDocument 500 /adm/errorhandler
83: </Location>
84:
85: =head1 DESCRIPTION
86:
87: B<lonpublisher> takes the proper steps to add resources to the LON-CAPA
1.90 matthew 88: digital library. This includes updating the metadata table in the
89: LON-CAPA database.
90:
1.94 harris41 91: B<lonpublisher> is many things to many people.
1.90 matthew 92:
93: This module publishes a file. This involves gathering metadata,
94: versioning the file, copying file from construction space to
95: publication space, and copying metadata from construction space
96: to publication space.
97:
1.94 harris41 98: =head2 SUBROUTINES
99:
100: Many of the undocumented subroutines implement various magical
101: parsing shortcuts.
1.90 matthew 102:
103: =over 4
104:
105: =cut
106:
107: ######################################################################
108: ######################################################################
109:
110:
1.1 www 111: package Apache::lonpublisher;
112:
1.65 harris41 113: # ------------------------------------------------- modules used by this module
1.1 www 114: use strict;
115: use Apache::File;
1.13 www 116: use File::Copy;
1.2 www 117: use Apache::Constants qw(:common :http :methods);
1.76 albertel 118: use HTML::LCParser;
1.4 www 119: use Apache::lonxml;
1.27 www 120: use Apache::loncacc;
1.24 harris41 121: use DBI;
1.65 harris41 122: use Apache::lonnet();
123: use Apache::loncommon();
1.89 matthew 124: use Apache::lonmysql;
1.105 www 125: use vars qw(%metadatafields %metadatakeys);
1.2 www 126:
1.3 www 127: my %addid;
1.5 www 128: my %nokey;
1.10 www 129:
1.12 www 130: my $docroot;
131:
1.27 www 132: my $cuname;
133: my $cudom;
134:
1.90 matthew 135: =pod
136:
1.94 harris41 137: =item B<metaeval>
138:
139: Evaluates a string that contains metadata. This subroutine
140: stores values inside I<%metadatafields> and I<%metadatakeys>.
141: The hash key is a I<$unikey> corresponding to a unique id
142: that is descriptive of the parser location inside the XML tree.
143:
144: Parameters:
145:
146: =over 4
1.90 matthew 147:
1.94 harris41 148: =item I<$metastring>
149:
150: A string that contains metadata.
151:
152: =back
153:
154: Returns:
155:
156: nothing
1.90 matthew 157:
158: =cut
159:
160: #########################################
161: #########################################
1.7 www 162: sub metaeval {
163: my $metastring=shift;
164:
1.76 albertel 165: my $parser=HTML::LCParser->new(\$metastring);
1.7 www 166: my $token;
167: while ($token=$parser->get_token) {
168: if ($token->[0] eq 'S') {
169: my $entry=$token->[1];
170: my $unikey=$entry;
1.32 www 171: if (defined($token->[2]->{'package'})) {
172: $unikey.='_package_'.$token->[2]->{'package'};
173: }
1.7 www 174: if (defined($token->[2]->{'part'})) {
175: $unikey.='_'.$token->[2]->{'part'};
176: }
1.32 www 177: if (defined($token->[2]->{'id'})) {
1.49 www 178: $unikey.='_'.$token->[2]->{'id'};
1.32 www 179: }
1.7 www 180: if (defined($token->[2]->{'name'})) {
181: $unikey.='_'.$token->[2]->{'name'};
182: }
1.65 harris41 183: foreach (@{$token->[3]}) {
1.7 www 184: $metadatafields{$unikey.'.'.$_}=$token->[2]->{$_};
185: if ($metadatakeys{$unikey}) {
186: $metadatakeys{$unikey}.=','.$_;
187: } else {
188: $metadatakeys{$unikey}=$_;
189: }
1.65 harris41 190: }
1.7 www 191: if ($metadatafields{$unikey}) {
1.8 www 192: my $newentry=$parser->get_text('/'.$entry);
1.41 www 193: unless (($metadatafields{$unikey}=~/$newentry/) ||
194: ($newentry eq '')) {
1.8 www 195: $metadatafields{$unikey}.=', '.$newentry;
196: }
1.7 www 197: } else {
198: $metadatafields{$unikey}=$parser->get_text('/'.$entry);
199: }
200: }
201: }
202: }
203:
1.90 matthew 204: #########################################
205: #########################################
206:
207: =pod
208:
1.94 harris41 209: =item B<metaread>
1.90 matthew 210:
211: Read a metadata file
212:
1.94 harris41 213: Parameters:
214:
215: =over
216:
217: =item I<$logfile>
218:
219: File output stream to output errors and warnings to.
220:
221: =item I<$fn>
222:
223: File name (including path).
224:
225: =back
226:
227: Returns:
228:
229: =over 4
230:
231: =item Scalar string (if successful)
232:
233: XHTML text that indicates successful reading of the metadata.
234:
235: =back
236:
1.90 matthew 237: =cut
238:
239: #########################################
240: #########################################
1.7 www 241: sub metaread {
242: my ($logfile,$fn)=@_;
243: unless (-e $fn) {
1.94 harris41 244: print($logfile 'No file '.$fn."\n");
1.7 www 245: return '<br><b>No file:</b> <tt>'.$fn.'</tt>';
246: }
1.94 harris41 247: print($logfile 'Processing '.$fn."\n");
1.7 www 248: my $metastring;
249: {
250: my $metafh=Apache::File->new($fn);
251: $metastring=join('',<$metafh>);
252: }
253: &metaeval($metastring);
254: return '<br><b>Processed file:</b> <tt>'.$fn.'</tt>';
255: }
1.12 www 256:
1.90 matthew 257: #########################################
258: #########################################
259:
1.101 www 260: sub coursedependencies {
261: my $url=&Apache::lonnet::declutter(shift);
262: $url=~s/\.meta$//;
263: my ($adomain,$aauthor)=($url=~/^(\w+)\/(\w+)\//);
264: my $regexp=$url;
265: $regexp=~s/(\W)/\\$1/g;
266: $regexp='___'.$regexp.'___course';
267: my %evaldata=&Apache::lonnet::dump('nohist_resevaldata',$adomain,
268: $aauthor,$regexp);
269: my %courses=();
270: foreach (keys %evaldata) {
271: if ($_=~/^([a-zA-Z0-9]+_[a-zA-Z0-9]+)___.+___course$/) {
272: $courses{$1}=1;
273: }
274: }
275: return %courses;
276: }
277: #########################################
278: #########################################
279:
280:
1.90 matthew 281: =pod
282:
1.94 harris41 283: =item Form-field-generating subroutines.
284:
285: For input parameters, these subroutines take in values
286: such as I<$name>, I<$value> and other form field metadata.
287: The output (scalar string that is returned) is an XHTML
288: string which presents the form field (foreseeably inside
289: <form></form> tags).
1.90 matthew 290:
291: =over 4
292:
1.94 harris41 293: =item B<textfield>
1.90 matthew 294:
1.94 harris41 295: =item B<hiddenfield>
1.90 matthew 296:
1.94 harris41 297: =item B<selectbox>
1.90 matthew 298:
299: =back
300:
301: =cut
302:
303: #########################################
304: #########################################
1.8 www 305: sub textfield {
1.10 www 306: my ($title,$name,$value)=@_;
1.8 www 307: return "\n<p><b>$title:</b><br>".
1.94 harris41 308: '<input type="text" name="'.$name.'" size=80 value="'.$value.'" />';
1.11 www 309: }
310:
311: sub hiddenfield {
312: my ($name,$value)=@_;
1.94 harris41 313: return "\n".'<input type="hidden" name="'.$name.'" value="'.$value.'" />';
1.8 www 314: }
315:
1.9 www 316: sub selectbox {
1.65 harris41 317: my ($title,$name,$value,$functionref,@idlist)=@_;
318: my $uctitle=uc($title);
319: my $selout="\n<p><font color=\"#800000\" face=\"helvetica\"><b>$uctitle:".
320: "</b></font><br />".'<select name="'.$name.'">';
321: foreach (@idlist) {
322: $selout.='<option value=\''.$_.'\'';
323: if ($_ eq $value) {
324: $selout.=' selected>'.&{$functionref}($_).'</option>';
325: }
326: else {$selout.='>'.&{$functionref}($_).'</option>';}
327: }
1.10 www 328: return $selout.'</select>';
1.9 www 329: }
330:
1.90 matthew 331: #########################################
332: #########################################
333:
334: =pod
335:
1.94 harris41 336: =item B<urlfixup>
1.90 matthew 337:
338: Fix up a url? First step of publication
1.12 www 339:
1.90 matthew 340: =cut
341:
342: #########################################
343: #########################################
1.34 www 344: sub urlfixup {
1.35 www 345: my ($url,$target)=@_;
1.39 www 346: unless ($url) { return ''; }
1.68 albertel 347: #javascript code needs no fixing
348: if ($url =~ /^javascript:/i) { return $url; }
1.69 albertel 349: if ($url =~ /^mailto:/i) { return $url; }
1.68 albertel 350: #internal document links need no fixing
351: if ($url =~ /^\#/) { return $url; }
1.35 www 352: my ($host)=($url=~/(?:http\:\/\/)*([^\/]+)/);
1.65 harris41 353: foreach (values %Apache::lonnet::hostname) {
1.35 www 354: if ($_ eq $host) {
355: $url=~s/^http\:\/\///;
356: $url=~s/^$host//;
357: }
1.65 harris41 358: }
1.40 www 359: if ($url=~/^http\:\/\//) { return $url; }
1.35 www 360: $url=~s/\~$cuname/res\/$cudom\/$cuname/;
1.71 www 361: return $url;
362: }
363:
1.90 matthew 364: #########################################
365: #########################################
366:
367: =pod
368:
1.94 harris41 369: =item B<absoluteurl>
1.90 matthew 370:
1.94 harris41 371: Currently undocumented.
1.90 matthew 372:
373: =cut
1.71 www 374:
1.90 matthew 375: #########################################
376: #########################################
1.71 www 377: sub absoluteurl {
378: my ($url,$target)=@_;
379: unless ($url) { return ''; }
1.35 www 380: if ($target) {
381: $target=~s/\/[^\/]+$//;
382: $url=&Apache::lonnet::hreflocation($target,$url);
383: }
384: return $url;
1.34 www 385: }
386:
1.90 matthew 387: #########################################
388: #########################################
389:
390: =pod
391:
1.94 harris41 392: =item B<set_allow>
1.90 matthew 393:
394: Currently undocumented
395:
396: =cut
397:
398: #########################################
399: #########################################
1.81 albertel 400: sub set_allow {
401: my ($allow,$logfile,$target,$tag,$oldurl)=@_;
402: my $newurl=&urlfixup($oldurl,$target);
403: my $return_url=$oldurl;
404: print $logfile 'GUYURL: '.$tag.':'.$oldurl.' - '.$newurl."\n";
405: if ($newurl ne $oldurl) {
406: $return_url=$newurl;
407: print $logfile 'URL: '.$tag.':'.$oldurl.' - '.$newurl."\n";
408: }
409: if (($newurl !~ /^javascript:/i) &&
410: ($newurl !~ /^mailto:/i) &&
411: ($newurl !~ /^http:/i) &&
412: ($newurl !~ /^\#/)) {
413: $$allow{&absoluteurl($newurl,$target)}=1;
414: }
415: return $return_url
416: }
417:
1.90 matthew 418: #########################################
419: #########################################
420:
421: =pod
422:
1.94 harris41 423: =item B<get_subscribed_hosts>
1.90 matthew 424:
425: Currently undocumented
426:
427: =cut
428:
429: #########################################
430: #########################################
1.85 albertel 431: sub get_subscribed_hosts {
432: my ($target)=@_;
433: my @subscribed;
434: my $filename;
435: $target=~/(.*)\/([^\/]+)$/;
436: my $srcf=$2;
437: opendir(DIR,$1);
438: while ($filename=readdir(DIR)) {
439: if ($filename=~/$srcf\.(\w+)$/) {
440: my $subhost=$1;
1.98 www 441: if (($subhost ne 'meta' && $subhost ne 'subscription') &&
442: ($subhost ne $Apache::lonnet::perlvar{'lonHostID'})) {
1.85 albertel 443: push(@subscribed,$subhost);
444: }
445: }
446: }
447: closedir(DIR);
448: my $sh;
449: if ( $sh=Apache::File->new("$target.subscription") ) {
450: &Apache::lonnet::logthis("opened $target.subscription");
451: while (my $subline=<$sh>) {
452: &Apache::lonnet::logthis("Trying $subline");
1.98 www 453: if ($subline =~ /(^\w+):/) {
454: if ($1 ne $Apache::lonnet::perlvar{'lonHostID'}) {
455: push(@subscribed,$1);
456: }
457: } else {
1.85 albertel 458: &Apache::lonnet::logthis("No Match for $subline");
459: }
460: }
461: } else {
1.94 harris41 462: &Apache::lonnet::logthis("Unable to open $target.subscription");
1.85 albertel 463: }
464: return @subscribed;
465: }
466:
1.86 albertel 467:
1.90 matthew 468: #########################################
469: #########################################
470:
471: =pod
472:
1.94 harris41 473: =item B<get_max_ids_indices>
1.90 matthew 474:
475: Currently undocumented
476:
477: =cut
478:
479: #########################################
480: #########################################
1.86 albertel 481: sub get_max_ids_indices {
482: my ($content)=@_;
483: my $maxindex=10;
484: my $maxid=10;
485: my $needsfixup=0;
1.106 albertel 486: my $duplicateids=0;
487:
488: my %allids;
489: my %duplicatedids;
1.86 albertel 490:
491: my $parser=HTML::LCParser->new($content);
492: my $token;
493: while ($token=$parser->get_token) {
494: if ($token->[0] eq 'S') {
495: my $counter;
496: if ($counter=$addid{$token->[1]}) {
497: if ($counter eq 'id') {
498: if (defined($token->[2]->{'id'})) {
499: $maxid=($token->[2]->{'id'}>$maxid)?$token->[2]->{'id'}:$maxid;
1.106 albertel 500: if (exists($allids{$token->[2]->{'id'}})) {
501: $duplicateids=1;
502: $duplicatedids{$token->[2]->{'id'}}=1;
503: } else {
504: $allids{$token->[2]->{'id'}}=1;
505: }
1.86 albertel 506: } else {
507: $needsfixup=1;
508: }
509: } else {
510: if (defined($token->[2]->{'index'})) {
511: $maxindex=($token->[2]->{'index'}>$maxindex)?$token->[2]->{'index'}:$maxindex;
512: } else {
513: $needsfixup=1;
514: }
515: }
516: }
517: }
518: }
1.106 albertel 519: return ($needsfixup,$maxid,$maxindex,$duplicateids,
520: (keys(%duplicatedids)));
1.86 albertel 521: }
522:
1.90 matthew 523: #########################################
524: #########################################
525:
526: =pod
527:
1.94 harris41 528: =item B<get_all_text_unbalanced>
1.90 matthew 529:
530: Currently undocumented
531:
532: =cut
533:
534: #########################################
535: #########################################
1.87 albertel 536: sub get_all_text_unbalanced {
537: #there is a copy of this in lonxml.pm
538: my($tag,$pars)= @_;
539: my $token;
540: my $result='';
541: $tag='<'.$tag.'>';
542: while ($token = $$pars[-1]->get_token) {
543: if (($token->[0] eq 'T')||($token->[0] eq 'C')||($token->[0] eq 'D')) {
544: $result.=$token->[1];
545: } elsif ($token->[0] eq 'PI') {
546: $result.=$token->[2];
547: } elsif ($token->[0] eq 'S') {
548: $result.=$token->[4];
549: } elsif ($token->[0] eq 'E') {
550: $result.=$token->[2];
551: }
1.107 albertel 552: if ($result =~ /(.*)\Q$tag\E(.*)/s) {
1.88 albertel 553: #&Apache::lonnet::logthis('Got a winner with leftovers ::'.$2);
554: #&Apache::lonnet::logthis('Result is :'.$1);
1.87 albertel 555: $result=$1;
556: my $redo=$tag.$2;
557: push (@$pars,HTML::LCParser->new(\$redo));
558: $$pars[-1]->xml_mode('1');
559: last;
560: }
561: }
562: return $result
563: }
564:
1.90 matthew 565: #########################################
566: #########################################
567:
568: =pod
569:
1.94 harris41 570: =item B<fix_ids_and_indices>
1.90 matthew 571:
572: Currently undocumented
573:
574: =cut
575:
576: #########################################
577: #########################################
1.87 albertel 578: #Arguably this should all be done as a lonnet::ssi instead
1.86 albertel 579: sub fix_ids_and_indices {
580: my ($logfile,$source,$target)=@_;
581:
582: my %allow;
583: my $content;
584: {
585: my $org=Apache::File->new($source);
586: $content=join('',<$org>);
587: }
588:
1.106 albertel 589: my ($needsfixup,$maxid,$maxindex,$duplicateids,@duplicatedids)=
590: &get_max_ids_indices(\$content);
1.86 albertel 591:
1.106 albertel 592: print $logfile ("Got $needsfixup,$maxid,$maxindex,$duplicateids--".
593: join(', ',@duplicatedids));
594: if ($duplicateids) {
595: print $logfile "Duplicate ID(s) exist, ".join(', ',@duplicatedids)."\n";
596: my $outstring='<font color="red">Unable to publish file, it contains duplicated ID(s), ID(s) need to be unique. The duplicated ID(s) are: '.join(', ',@duplicatedids).'</font>';
597: return ($outstring,1);
598: }
1.86 albertel 599: if ($needsfixup) {
600: print $logfile "Needs ID and/or index fixup\n".
601: "Max ID : $maxid (min 10)\n".
602: "Max Index: $maxindex (min 10)\n";
603: }
604: my $outstring='';
605: my @parser;
606: $parser[0]=HTML::LCParser->new(\$content);
607: $parser[-1]->xml_mode(1);
608: my $token;
609: while (@parser) {
610: while ($token=$parser[-1]->get_token) {
611: if ($token->[0] eq 'S') {
612: my $counter;
613: my $tag=$token->[1];
614: my $lctag=lc($tag);
615: if ($lctag eq 'allow') {
616: $allow{$token->[2]->{'src'}}=1;
617: next;
618: }
619: my %parms=%{$token->[2]};
620: $counter=$addid{$tag};
621: if (!$counter) { $counter=$addid{$lctag}; }
622: if ($counter) {
623: if ($counter eq 'id') {
624: unless (defined($parms{'id'})) {
625: $maxid++;
626: $parms{'id'}=$maxid;
627: print $logfile 'ID: '.$tag.':'.$maxid."\n";
628: }
629: } elsif ($counter eq 'index') {
630: unless (defined($parms{'index'})) {
631: $maxindex++;
632: $parms{'index'}=$maxindex;
633: print $logfile 'Index: '.$tag.':'.$maxindex."\n";
634: }
635: }
636: }
637: foreach my $type ('src','href','background','bgimg') {
638: foreach my $key (keys(%parms)) {
639: if ($key =~ /^$type$/i) {
640: $parms{$key}=&set_allow(\%allow,$logfile,
641: $target,$tag,
642: $parms{$key});
643: }
644: }
645: }
646: # probably a <randomlabel> image type <label>
647: if ($lctag eq 'label' && defined($parms{'description'})) {
648: my $next_token=$parser[-1]->get_token();
649: if ($next_token->[0] eq 'T') {
650: $next_token->[1]=&set_allow(\%allow,$logfile,
651: $target,$tag,
652: $next_token->[1]);
653: }
654: $parser[-1]->unget_token($next_token);
655: }
656: if ($lctag eq 'applet') {
657: my $codebase='';
658: if (defined($parms{'codebase'})) {
659: my $oldcodebase=$parms{'codebase'};
660: unless ($oldcodebase=~/\/$/) {
661: $oldcodebase.='/';
662: }
663: $codebase=&urlfixup($oldcodebase,$target);
664: $codebase=~s/\/$//;
665: if ($codebase ne $oldcodebase) {
666: $parms{'codebase'}=$codebase;
667: print $logfile 'URL codebase: '.$tag.':'.
668: $oldcodebase.' - '.
669: $codebase."\n";
670: }
671: $allow{&absoluteurl($codebase,$target).'/*'}=1;
672: } else {
673: foreach ('archive','code','object') {
674: if (defined($parms{$_})) {
675: my $oldurl=$parms{$_};
676: my $newurl=&urlfixup($oldurl,$target);
677: $newurl=~s/\/[^\/]+$/\/\*/;
678: print $logfile 'Allow: applet '.$_.':'.
679: $oldurl.' allows '.
680: $newurl."\n";
681: $allow{&absoluteurl($newurl,$target)}=1;
682: }
683: }
684: }
685: }
686: my $newparmstring='';
687: my $endtag='';
688: foreach (keys %parms) {
689: if ($_ eq '/') {
690: $endtag=' /';
691: } else {
692: my $quote=($parms{$_}=~/\"/?"'":'"');
693: $newparmstring.=' '.$_.'='.$quote.$parms{$_}.$quote;
694: }
695: }
696: if (!$endtag) { if ($token->[4]=~m:/>$:) { $endtag=' /'; }; }
697: $outstring.='<'.$tag.$newparmstring.$endtag.'>';
1.87 albertel 698: if ($lctag eq 'm') {
699: $outstring.=&get_all_text_unbalanced('/m',\@parser);
700: }
1.86 albertel 701: } elsif ($token->[0] eq 'E') {
702: if ($token->[2]) {
703: unless ($token->[1] eq 'allow') {
704: $outstring.='</'.$token->[1].'>';
705: }
706: }
707: } else {
708: $outstring.=$token->[1];
709: }
710: }
711: pop(@parser);
712: }
713:
714: if ($needsfixup) {
715: print $logfile "End of ID and/or index fixup\n".
716: "Max ID : $maxid (min 10)\n".
717: "Max Index: $maxindex (min 10)\n";
718: } else {
719: print $logfile "Does not need ID and/or index fixup\n";
720: }
721:
1.106 albertel 722: return ($outstring,0,%allow);
1.86 albertel 723: }
724:
1.89 matthew 725: #########################################
726: #########################################
727:
728: =pod
729:
1.94 harris41 730: =item B<store_metadata>
1.89 matthew 731:
732: Store the metadata in the metadata table in the loncapa database.
733: Uses lonmysql to access the database.
734:
735: Inputs: \%metadata
736:
737: Returns: (error,status). error is undef on success, status is undef on error.
738:
739: =cut
740:
741: #########################################
742: #########################################
743: sub store_metadata {
744: my %metadata = %{shift()};
745: my $error;
746: # Determine if the table exists
747: my $status = &Apache::lonmysql::check_table('metadata');
748: if (! defined($status)) {
749: $error='<font color="red">WARNING: Cannot connect to '.
750: 'database!</font>';
751: &Apache::lonnet::logthis($error);
752: return ($error,undef);
753: }
754: if ($status == 0) {
755: # It would be nice to actually create the table....
756: $error ='<font color="red">WARNING: The metadata table does not '.
757: 'exist in the LON-CAPA database.</font>';
758: &Apache::lonnet::logthis($error);
759: return ($error,undef);
760: }
761: # Remove old value from table
762: $status = &Apache::lonmysql::remove_from_table
763: ('metadata','url',$metadata{'url'});
764: if (! defined($status)) {
765: $error = '<font color="red">Error when removing old values from '.
766: 'metadata table in LON-CAPA database.</font>';
767: &Apache::lonnet::logthis($error);
768: return ($error,undef);
769: }
770: # Store data in table.
771: $status = &Apache::lonmysql::store_row('metadata',\%metadata);
772: if (! defined($status)) {
773: $error='<font color="red">Error occured storing new values in '.
774: 'metadata table in LON-CAPA database</font>';
775: &Apache::lonnet::logthis($error);
776: return ($error,undef);
777: }
778: return (undef,$status);
779: }
780:
1.90 matthew 781: #########################################
782: #########################################
783:
784: =pod
785:
1.94 harris41 786: =item B<publish>
787:
788: This is the workhorse function of this module. This subroutine generates
789: backup copies, performs any automatic processing (prior to publication,
790: especially for rat and ssi files),
1.90 matthew 791:
1.113 albertel 792: Returns a 2 element array, the first is the string to be shown to the
793: user, the second is an error code, either 1 (an error occured) or 0
794: (no error occurred)
795:
1.94 harris41 796: I<Additional documentation needed.>
1.90 matthew 797:
798: =cut
799:
800: #########################################
801: #########################################
1.2 www 802: sub publish {
1.50 www 803:
1.97 www 804: my ($source,$target,$style,$batch)=@_;
1.2 www 805: my $logfile;
1.4 www 806: my $scrout='';
1.23 www 807: my $allmeta='';
808: my $content='';
1.36 www 809: my %allow=();
1.4 www 810:
1.2 www 811: unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
1.114 albertel 812: return ('<font color="red">No write permission to user directory, FAIL</font>',1);
1.2 www 813: }
814: print $logfile
1.11 www 815: "\n\n================= Publish ".localtime()." Phase One ================\n";
1.2 www 816:
1.3 www 817: if (($style eq 'ssi') || ($style eq 'rat')) {
818: # ------------------------------------------------------- This needs processing
1.4 www 819:
820: # ----------------------------------------------------------------- Backup Copy
1.3 www 821: my $copyfile=$source.'.save';
1.13 www 822: if (copy($source,$copyfile)) {
1.3 www 823: print $logfile "Copied original file to ".$copyfile."\n";
824: } else {
1.13 www 825: print $logfile "Unable to write backup ".$copyfile.':'.$!."\n";
1.114 albertel 826: return ("<font color=\"red\">Failed to write backup copy, $!,FAIL</font>",1);
1.3 www 827: }
1.4 www 828: # ------------------------------------------------------------- IDs and indices
1.86 albertel 829:
1.106 albertel 830: my ($outstring,$error);
831: ($outstring,$error,%allow)=&fix_ids_and_indices($logfile,$source,
832: $target);
1.113 albertel 833: if ($error) { return ($outstring,$error); }
1.36 www 834: # ------------------------------------------------------------ Construct Allows
1.62 www 835:
1.44 www 836: $scrout.='<h3>Dependencies</h3>';
1.62 www 837: my $allowstr='';
1.73 albertel 838: foreach (sort(keys(%allow))) {
1.59 www 839: my $thisdep=$_;
1.73 albertel 840: if ($thisdep !~ /[^\s]/) { next; }
1.62 www 841: unless ($style eq 'rat') {
842: $allowstr.="\n".'<allow src="'.$thisdep.'" />';
843: }
1.44 www 844: $scrout.='<br>';
1.59 www 845: unless ($thisdep=~/\*/) {
846: $scrout.='<a href="'.$thisdep.'">';
1.44 www 847: }
1.59 www 848: $scrout.='<tt>'.$thisdep.'</tt>';
849: unless ($thisdep=~/\*/) {
1.44 www 850: $scrout.='</a>';
1.59 www 851: if (
852: &Apache::lonnet::getfile($Apache::lonnet::perlvar{'lonDocRoot'}.'/'.
853: $thisdep.'.meta') eq '-1') {
1.94 harris41 854: $scrout.= ' - <font color="red">Currently not available'.
855: '</font>';
1.59 www 856: } else {
857: my %temphash=(&Apache::lonnet::declutter($target).'___'.
858: &Apache::lonnet::declutter($thisdep).'___usage'
859: => time);
860: $thisdep=~/^\/res\/(\w+)\/(\w+)\//;
861: if ((defined($1)) && (defined($2))) {
1.92 albertel 862: &Apache::lonnet::put('nohist_resevaldata',\%temphash,
863: $1,$2);
1.59 www 864: }
865: }
1.44 www 866: }
1.65 harris41 867: }
1.83 www 868: $outstring=~s/\n*(\<\/[^\>]+\>)\s*$/$allowstr\n$1\n/s;
1.62 www 869:
1.76 albertel 870: #Encode any High ASCII characters
871: $outstring=&HTML::Entities::encode($outstring,"\200-\377");
1.94 harris41 872: # ------------------------------------------------------------- Write modified.
1.37 www 873:
1.4 www 874: {
875: my $org;
876: unless ($org=Apache::File->new('>'.$source)) {
877: print $logfile "No write permit to $source\n";
1.113 albertel 878: return ('<font color="red">No write permission to '.$source.
879: ', FAIL</font>',1);
1.4 www 880: }
1.94 harris41 881: print($org $outstring);
1.4 www 882: }
883: $content=$outstring;
1.34 www 884:
1.37 www 885: }
1.94 harris41 886: # -------------------------------------------- Initial step done, now metadata.
1.7 www 887:
1.94 harris41 888: # --------------------------------------- Storage for metadata keys and fields.
1.7 www 889:
1.8 www 890: %metadatafields=();
891: %metadatakeys=();
892:
893: my %oldparmstores=();
1.44 www 894:
1.97 www 895: unless ($batch) {
1.84 bowersj2 896: $scrout.='<h3>Metadata Information ' .
897: Apache::loncommon::help_open_topic("Metadata_Description")
898: . '</h3>';
1.97 www 899: }
1.7 www 900:
901: # ------------------------------------------------ First, check out environment
1.8 www 902: unless (-e $source.'.meta') {
1.7 www 903: $metadatafields{'author'}=$ENV{'environment.firstname'}.' '.
904: $ENV{'environment.middlename'}.' '.
905: $ENV{'environment.lastname'}.' '.
906: $ENV{'environment.generation'};
1.8 www 907: $metadatafields{'author'}=~s/\s+/ /g;
908: $metadatafields{'author'}=~s/\s+$//;
1.27 www 909: $metadatafields{'owner'}=$cuname.'@'.$cudom;
1.7 www 910:
911: # ------------------------------------------------ Check out directory hierachy
912:
913: my $thisdisfn=$source;
1.27 www 914: $thisdisfn=~s/^\/home\/$cuname\///;
1.7 www 915:
916: my @urlparts=split(/\//,$thisdisfn);
917: $#urlparts--;
918:
1.27 www 919: my $currentpath='/home/'.$cuname.'/';
1.7 www 920:
1.65 harris41 921: foreach (@urlparts) {
1.7 www 922: $currentpath.=$_.'/';
923: $scrout.=&metaread($logfile,$currentpath.'default.meta');
1.65 harris41 924: }
1.7 www 925:
926: # ------------------- Clear out parameters and stores (there should not be any)
927:
1.65 harris41 928: foreach (keys %metadatafields) {
1.7 www 929: if (($_=~/^parameter/) || ($_=~/^stores/)) {
930: delete $metadatafields{$_};
931: }
1.65 harris41 932: }
1.7 www 933:
1.8 www 934: } else {
1.7 www 935: # ---------------------- Read previous metafile, remember parameters and stores
936:
937: $scrout.=&metaread($logfile,$source.'.meta');
938:
1.65 harris41 939: foreach (keys %metadatafields) {
1.7 www 940: if (($_=~/^parameter/) || ($_=~/^stores/)) {
941: $oldparmstores{$_}=1;
942: delete $metadatafields{$_};
943: }
1.65 harris41 944: }
1.7 www 945:
1.8 www 946: }
1.7 www 947:
1.4 www 948: # -------------------------------------------------- Parse content for metadata
1.37 www 949: if ($style eq 'ssi') {
1.42 www 950: my $oldenv=$ENV{'request.uri'};
951:
952: $ENV{'request.uri'}=$target;
1.82 albertel 953: $allmeta=Apache::lonxml::xmlparse(undef,'meta',$content);
1.42 www 954: $ENV{'request.uri'}=$oldenv;
1.32 www 955:
1.19 albertel 956: &metaeval($allmeta);
1.37 www 957: }
1.7 www 958: # ---------------- Find and document discrepancies in the parameters and stores
959:
960: my $chparms='';
1.65 harris41 961: foreach (sort keys %metadatafields) {
1.7 www 962: if (($_=~/^parameter/) || ($_=~/^stores/)) {
963: unless ($_=~/\.\w+$/) {
964: unless ($oldparmstores{$_}) {
965: print $logfile 'New: '.$_."\n";
966: $chparms.=$_.' ';
967: }
968: }
969: }
1.65 harris41 970: }
1.7 www 971: if ($chparms) {
972: $scrout.='<p><b>New parameters or stored values:</b> '.
973: $chparms;
974: }
975:
1.70 harris41 976: $chparms='';
1.65 harris41 977: foreach (sort keys %oldparmstores) {
1.7 www 978: if (($_=~/^parameter/) || ($_=~/^stores/)) {
1.33 www 979: unless (($metadatafields{$_.'.name'}) ||
980: ($metadatafields{$_.'.package'}) || ($_=~/\.\w+$/)) {
1.7 www 981: print $logfile 'Obsolete: '.$_."\n";
982: $chparms.=$_.' ';
983: }
984: }
1.65 harris41 985: }
1.7 www 986: if ($chparms) {
987: $scrout.='<p><b>Obsolete parameters or stored values:</b> '.
988: $chparms;
989: }
1.37 www 990:
1.8 www 991: # ------------------------------------------------------- Now have all metadata
1.5 www 992:
1.97 www 993: my %keywords=();
994:
995: if (length($content)<500000) {
996: my $textonly=$content;
997: $textonly=~s/\<script[^\<]+\<\/script\>//g;
998: $textonly=~s/\<m\>[^\<]+\<\/m\>//g;
999: $textonly=~s/\<[^\>]*\>//g;
1000: $textonly=~tr/A-Z/a-z/;
1001: $textonly=~s/[\$\&][a-z]\w*//g;
1002: $textonly=~s/[^a-z\s]//g;
1003:
1004: foreach ($textonly=~m/(\w+)/g) {
1005: unless ($nokey{$_}) {
1006: $keywords{$_}=1;
1007: }
1008: }
1009: }
1010:
1011:
1012: foreach (split(/\W+/,$metadatafields{'keywords'})) {
1013: $keywords{$_}=1;
1014: }
1015: # --------------------------------------------------- Now we also have keywords
1016: # =============================================================================
1017: # INTERACTIVE MODE
1018: #
1019: unless ($batch) {
1.8 www 1020: $scrout.=
1.77 matthew 1021: '<form name="pubform" action="/adm/publish" method="post">'.
1.63 albertel 1022: '<p><input type="submit" value="Finalize Publication" /></p>'.
1.11 www 1023: &hiddenfield('phase','two').
1024: &hiddenfield('filename',$ENV{'form.filename'}).
1025: &hiddenfield('allmeta',&Apache::lonnet::escape($allmeta)).
1.58 www 1026: &hiddenfield('dependencies',join(',',keys %allow)).
1.10 www 1027: &textfield('Title','title',$metadatafields{'title'}).
1028: &textfield('Author(s)','author',$metadatafields{'author'}).
1029: &textfield('Subject','subject',$metadatafields{'subject'});
1.5 www 1030:
1031: # --------------------------------------------------- Scan content for keywords
1.7 www 1032:
1.84 bowersj2 1033: my $keywords_help = Apache::loncommon::help_open_topic("Publishing_Keywords");
1.77 matthew 1034: my $keywordout=<<"END";
1035: <script>
1036: function checkAll(field)
1037: {
1038: for (i = 0; i < field.length; i++)
1039: field[i].checked = true ;
1040: }
1041:
1042: function uncheckAll(field)
1043: {
1044: for (i = 0; i < field.length; i++)
1045: field[i].checked = false ;
1046: }
1047: </script>
1.84 bowersj2 1048: <p><b>Keywords: $keywords_help</b>
1.77 matthew 1049: <input type="button" value="check all" onclick="javascript:checkAll(document.pubform.keywords)">
1050: <input type="button" value="uncheck all" onclick="javascript:uncheckAll(document.pubform.keywords)">
1051: <br />
1052: END
1053: $keywordout.='<table border=2><tr>';
1.7 www 1054: my $colcount=0;
1.5 www 1055:
1.65 harris41 1056: foreach (sort keys %keywords) {
1.77 matthew 1057: $keywordout.='<td><input type=checkbox name="keywords" value="'.$_.'"';
1.67 www 1058: if ($metadatafields{'keywords'}) {
1059: if ($metadatafields{'keywords'}=~/$_/) {
1060: $keywordout.=' checked';
1061: }
1062: } elsif (&Apache::loncommon::keyword($_)) {
1.73 albertel 1063: $keywordout.=' checked';
1.67 www 1064: }
1.8 www 1065: $keywordout.='>'.$_.'</td>';
1.7 www 1066: if ($colcount>10) {
1067: $keywordout.="</tr><tr>\n";
1068: $colcount=0;
1069: }
1.50 www 1070: $colcount++;
1.65 harris41 1071: }
1.50 www 1072:
1.51 www 1073: $keywordout.='</tr></table>';
1074:
1075: $scrout.=$keywordout;
1.9 www 1076:
1.12 www 1077: $scrout.=&textfield('Additional Keywords','addkey','');
1078:
1.10 www 1079: $scrout.=&textfield('Notes','notes',$metadatafields{'notes'});
1.9 www 1080:
1081: $scrout.=
1082: '<p><b>Abstract:</b><br><textarea cols=80 rows=5 name=abstract>'.
1083: $metadatafields{'abstract'}.'</textarea>';
1084:
1.11 www 1085: $source=~/\.(\w+)$/;
1086:
1087: $scrout.=&hiddenfield('mime',$1);
1088:
1.10 www 1089: $scrout.=&selectbox('Language','language',
1.65 harris41 1090: $metadatafields{'language'},
1.70 harris41 1091: \&Apache::loncommon::languagedescription,
1.65 harris41 1092: (&Apache::loncommon::languageids),
1093: );
1.11 www 1094:
1095: unless ($metadatafields{'creationdate'}) {
1096: $metadatafields{'creationdate'}=time;
1097: }
1.103 www 1098: $scrout.=&hiddenfield('creationdate',
1099: &Apache::loncommon::unsqltime($metadatafields{'creationdate'}));
1.11 www 1100:
1101: $scrout.=&hiddenfield('lastrevisiondate',time);
1102:
1.9 www 1103:
1.10 www 1104: $scrout.=&textfield('Publisher/Owner','owner',
1105: $metadatafields{'owner'});
1.84 bowersj2 1106:
1.94 harris41 1107: # -------------------------------------------------- Correct copyright for rat.
1.115 ! www 1108: unless ($style eq 'prv') {
! 1109: if ($style eq 'rat') {
1.65 harris41 1110: if ($metadatafields{'copyright'} eq 'public') {
1111: delete $metadatafields{'copyright'};
1112: }
1113: $scrout.=&selectbox('Copyright/Distribution','copyright',
1114: $metadatafields{'copyright'},
1.70 harris41 1115: \&Apache::loncommon::copyrightdescription,
1.65 harris41 1116: (grep !/^public$/,(&Apache::loncommon::copyrightids)));
1.115 ! www 1117: } else {
1.10 www 1118: $scrout.=&selectbox('Copyright/Distribution','copyright',
1.65 harris41 1119: $metadatafields{'copyright'},
1.70 harris41 1120: \&Apache::loncommon::copyrightdescription,
1.115 ! www 1121: (&Apache::loncommon::copyrightids));
! 1122: }
1.84 bowersj2 1123:
1.115 ! www 1124: my $copyright_help =
1.94 harris41 1125: Apache::loncommon::help_open_topic('Publishing_Copyright');
1.115 ! www 1126: $scrout =~ s/DISTRIBUTION:/'DISTRIBUTION: ' . $copyright_help/ge;
! 1127: $scrout.=&textfield('Custom Distribution File','customdistributionfile',
! 1128: $metadatafields{'customdistributionfile'}).
! 1129: $copyright_help;
! 1130: } else {
! 1131: $scrout.=&hiddenfield('copyright','private');
! 1132: }
1.113 albertel 1133: return ($scrout.'<p><input type="submit" value="Finalize Publication" /></p></form>',0);
1.97 www 1134: # =============================================================================
1135: # BATCH MODE
1136: #
1137: } else {
1138: # Transfer metadata directly to environment for stage 2
1139: foreach (keys %metadatafields) {
1140: $ENV{'form.'.$_}=$metadatafields{$_};
1141: }
1142: $ENV{'form.addkey'}='';
1143: $ENV{'form.keywords'}='';
1144: foreach (keys %keywords) {
1145: if ($metadatafields{'keywords'}) {
1146: if ($metadatafields{'keywords'}=~/$_/) {
1147: $ENV{'form.keywords'}.=$_.',';
1148: }
1149: } elsif (&Apache::loncommon::keyword($_)) {
1150: $ENV{'form.keywords'}.=$_.',';
1151: }
1152: }
1153: $ENV{'form.keywords'}=~s/\,$//;
1154: unless ($ENV{'form.creationdate'}) { $ENV{'form.creationdate'}=time; }
1155: $ENV{'form.lastrevisiondate'}=time;
1156: if ((($style eq 'rat') && ($ENV{'form.copyright'} eq 'public')) ||
1157: (!$ENV{'form.copyright'})) {
1158: $ENV{'form.copyright'}='default';
1159: }
1160: $ENV{'form.allmeta'}=&Apache::lonnet::escape($allmeta);
1.113 albertel 1161: return ($scrout,0);
1.97 www 1162: }
1.2 www 1163: }
1.1 www 1164:
1.90 matthew 1165: #########################################
1166: #########################################
1167:
1168: =pod
1169:
1.94 harris41 1170: =item B<phasetwo>
1.90 matthew 1171:
1172: Render second interface showing status of publication steps.
1173: This is publication step two.
1174:
1.94 harris41 1175: Parameters:
1176:
1177: =over 4
1178:
1179: =item I<$source>
1180:
1181: =item I<$target>
1182:
1183: =item I<$style>
1184:
1185: =item I<$distarget>
1186:
1187: =back
1188:
1189: Returns:
1190:
1191: =over 4
1192:
1193: =item Scalar string
1194:
1195: String contains status (errors and warnings) and information associated with
1.100 matthew 1196: the server's attempts at publication.
1.94 harris41 1197:
1.90 matthew 1198: =cut
1.12 www 1199:
1.100 matthew 1200: #'stupid emacs
1.90 matthew 1201: #########################################
1202: #########################################
1.11 www 1203: sub phasetwo {
1204:
1.100 matthew 1205: my ($r,$source,$target,$style,$distarget,$batch)=@_;
1.102 www 1206: $source=~s/\/+/\//g;
1207: $target=~s/\/+/\//g;
1.109 www 1208:
1209: if ($target=~/\_\_\_/) {
1.110 www 1210: $r->print(
1.114 albertel 1211: '<font color="red">Unsupported character combination "<tt>___</tt>" in filename, FAIL</font>');
1.110 www 1212: return 0;
1.109 www 1213: }
1.102 www 1214: $distarget=~s/\/+/\//g;
1.11 www 1215: my $logfile;
1216: unless ($logfile=Apache::File->new('>>'.$source.'.log')) {
1.110 www 1217: $r->print(
1.114 albertel 1218: '<font color="red">No write permission to user directory, FAIL</font>');
1.110 www 1219: return 0;
1.11 www 1220: }
1221: print $logfile
1.100 matthew 1222: "\n================= Publish ".localtime()." Phase Two ================\n";
1223:
1224: %metadatafields=();
1225: %metadatakeys=();
1226:
1227: &metaeval(&Apache::lonnet::unescape($ENV{'form.allmeta'}));
1228:
1229: $metadatafields{'title'}=$ENV{'form.title'};
1230: $metadatafields{'author'}=$ENV{'form.author'};
1231: $metadatafields{'subject'}=$ENV{'form.subject'};
1232: $metadatafields{'notes'}=$ENV{'form.notes'};
1233: $metadatafields{'abstract'}=$ENV{'form.abstract'};
1234: $metadatafields{'mime'}=$ENV{'form.mime'};
1235: $metadatafields{'language'}=$ENV{'form.language'};
1.103 www 1236: $metadatafields{'creationdate'}=$ENV{'form.creationdate'};
1237: $metadatafields{'lastrevisiondate'}=$ENV{'form.lastrevisiondate'};
1.100 matthew 1238: $metadatafields{'owner'}=$ENV{'form.owner'};
1239: $metadatafields{'copyright'}=$ENV{'form.copyright'};
1.115 ! www 1240: $metadatafields{'customdistributionfile'}=
! 1241: $ENV{'form.customdistributionfile'};
1.100 matthew 1242: $metadatafields{'dependencies'}=$ENV{'form.dependencies'};
1243:
1244: my $allkeywords=$ENV{'form.addkey'};
1245: if (exists($ENV{'form.keywords'})) {
1246: if (ref($ENV{'form.keywords'})) {
1247: $allkeywords .= ','.join(',',@{$ENV{'form.keywords'}});
1248: } else {
1249: $allkeywords .= ','.$ENV{'form.keywords'};
1250: }
1251: }
1252: $allkeywords=~s/\W+/\,/;
1253: $allkeywords=~s/^\,//;
1254: $metadatafields{'keywords'}=$allkeywords;
1255:
1256: {
1257: print $logfile "\nWrite metadata file for ".$source;
1258: my $mfh;
1259: unless ($mfh=Apache::File->new('>'.$source.'.meta')) {
1260: return
1.114 albertel 1261: '<font color="red">Could not write metadata, FAIL</font>';
1.100 matthew 1262: }
1263: foreach (sort keys %metadatafields) {
1264: unless ($_=~/\./) {
1265: my $unikey=$_;
1266: $unikey=~/^([A-Za-z]+)/;
1267: my $tag=$1;
1268: $tag=~tr/A-Z/a-z/;
1269: print $mfh "\n\<$tag";
1270: foreach (split(/\,/,$metadatakeys{$unikey})) {
1271: my $value=$metadatafields{$unikey.'.'.$_};
1272: $value=~s/\"/\'\'/g;
1273: print $mfh ' '.$_.'="'.$value.'"';
1274: }
1275: print $mfh '>'.
1276: &HTML::Entities::encode($metadatafields{$unikey})
1277: .'</'.$tag.'>';
1278: }
1279: }
1280: $r->print('<p>Wrote Metadata');
1281: print $logfile "\nWrote metadata";
1282: }
1283:
1284: # -------------------------------- Synchronize entry with SQL metadata database
1.12 www 1285:
1.89 matthew 1286: $metadatafields{'url'} = $distarget;
1287: $metadatafields{'version'} = 'current';
1288: unless ($metadatafields{'copyright'} eq 'priv') {
1289: my ($error,$success) = &store_metadata(\%metadatafields);
1.91 matthew 1290: if ($success) {
1.100 matthew 1291: $r->print('<p>Synchronized SQL metadata database');
1.89 matthew 1292: print $logfile "\nSynchronized SQL metadata database";
1293: } else {
1.100 matthew 1294: $r->print($error);
1.89 matthew 1295: print $logfile "\n".$error;
1296: }
1297: } else {
1.100 matthew 1298: $r->print('<p>Private Publication - did not synchronize database');
1.89 matthew 1299: print $logfile "\nPrivate: Did not synchronize data into ".
1300: "SQL metadata database";
1.24 harris41 1301: }
1.12 www 1302: # ----------------------------------------------------------- Copy old versions
1303:
1.100 matthew 1304: if (-e $target) {
1305: my $filename;
1306: my $maxversion=0;
1307: $target=~/(.*)\/([^\/]+)\.(\w+)$/;
1308: my $srcf=$2;
1309: my $srct=$3;
1310: my $srcd=$1;
1311: unless ($srcd=~/^\/home\/httpd\/html\/res/) {
1312: print $logfile "\nPANIC: Target dir is ".$srcd;
1.114 albertel 1313: return "<font color=\"red\">Invalid target directory, FAIL</font>";
1.100 matthew 1314: }
1315: opendir(DIR,$srcd);
1316: while ($filename=readdir(DIR)) {
1317: if (-l $srcd.'/'.$filename) {
1318: unlink($srcd.'/'.$filename);
1319: unlink($srcd.'/'.$filename.'.meta');
1320: } else {
1321: if ($filename=~/$srcf\.(\d+)\.$srct$/) {
1322: $maxversion=($1>$maxversion)?$1:$maxversion;
1323: }
1324: }
1325: }
1326: closedir(DIR);
1327: $maxversion++;
1328: $r->print('<p>Creating old version '.$maxversion);
1329: print $logfile "\nCreating old version ".$maxversion;
1330:
1331: my $copyfile=$srcd.'/'.$srcf.'.'.$maxversion.'.'.$srct;
1332:
1.13 www 1333: if (copy($target,$copyfile)) {
1.12 www 1334: print $logfile "Copied old target to ".$copyfile."\n";
1.100 matthew 1335: $r->print('<p>Copied old target file');
1.12 www 1336: } else {
1.13 www 1337: print $logfile "Unable to write ".$copyfile.':'.$!."\n";
1.114 albertel 1338: return "<font color=\"red\">Failed to copy old target, $!, FAIL</font>";
1.12 www 1339: }
1.100 matthew 1340:
1.12 www 1341: # --------------------------------------------------------------- Copy Metadata
1342:
1343: $copyfile=$copyfile.'.meta';
1.100 matthew 1344:
1.13 www 1345: if (copy($target.'.meta',$copyfile)) {
1.14 www 1346: print $logfile "Copied old target metadata to ".$copyfile."\n";
1.100 matthew 1347: $r->print('<p>Copied old metadata')
1.12 www 1348: } else {
1.13 www 1349: print $logfile "Unable to write metadata ".$copyfile.':'.$!."\n";
1.14 www 1350: if (-e $target.'.meta') {
1.100 matthew 1351: return
1.114 albertel 1352: "<font color=\"red\">Failed to write old metadata copy, $!, FAIL</font>";
1.14 www 1353: }
1.12 www 1354: }
1.100 matthew 1355:
1356:
1357: } else {
1358: $r->print('<p>Initial version');
1359: print $logfile "\nInitial version";
1360: }
1.12 www 1361:
1362: # ---------------------------------------------------------------- Write Source
1.100 matthew 1363: my $copyfile=$target;
1364:
1365: my @parts=split(/\//,$copyfile);
1366: my $path="/$parts[1]/$parts[2]/$parts[3]/$parts[4]";
1367:
1368: my $count;
1369: for ($count=5;$count<$#parts;$count++) {
1370: $path.="/$parts[$count]";
1371: if ((-e $path)!=1) {
1372: print $logfile "\nCreating directory ".$path;
1373: $r->print('<p>Created directory '.$parts[$count]);
1374: mkdir($path,0777);
1.12 www 1375: }
1.100 matthew 1376: }
1377:
1378: if (copy($source,$copyfile)) {
1379: print $logfile "\nCopied original source to ".$copyfile."\n";
1380: $r->print('<p>Copied source file');
1381: } else {
1382: print $logfile "\nUnable to write ".$copyfile.':'.$!."\n";
1.114 albertel 1383: return "<font color=\"red\">Failed to copy source, $!, FAIL</font>";
1.100 matthew 1384: }
1385:
1.12 www 1386: # --------------------------------------------------------------- Copy Metadata
1387:
1.100 matthew 1388: $copyfile=$copyfile.'.meta';
1389:
1390: if (copy($source.'.meta',$copyfile)) {
1391: print $logfile "\nCopied original metadata to ".$copyfile."\n";
1392: $r->print('<p>Copied metadata');
1393: } else {
1394: print $logfile "\nUnable to write metadata ".$copyfile.':'.$!."\n";
1395: return
1.114 albertel 1396: "<font color=\"red\">Failed to write metadata copy, $!, FAIL</font>";
1.100 matthew 1397: }
1398: $r->rflush;
1.12 www 1399: # --------------------------------------------------- Send update notifications
1400:
1.85 albertel 1401: my @subscribed=&get_subscribed_hosts($target);
1402: foreach my $subhost (@subscribed) {
1.100 matthew 1403: $r->print('<p>Notifying host '.$subhost.':');$r->rflush;
1.85 albertel 1404: print $logfile "\nNotifying host ".$subhost.':';
1405: my $reply=&Apache::lonnet::critical('update:'.$target,$subhost);
1.101 www 1406: $r->print($reply.'<br />');$r->rflush;
1.85 albertel 1407: print $logfile $reply;
1.20 www 1408: }
1.100 matthew 1409:
1.20 www 1410: # ---------------------------------------- Send update notifications, meta only
1411:
1.85 albertel 1412: my @subscribedmeta=&get_subscribed_hosts("$target.meta");
1413: foreach my $subhost (@subscribedmeta) {
1.100 matthew 1414: $r->print('<p>Notifying host for metadata only '.$subhost.':');$r->rflush;
1.85 albertel 1415: print $logfile "\nNotifying host for metadata only ".$subhost.':';
1416: my $reply=&Apache::lonnet::critical('update:'.$target.'.meta',
1417: $subhost);
1.101 www 1418: $r->print($reply.'<br />');$r->rflush;
1.85 albertel 1419: print $logfile $reply;
1.12 www 1420: }
1.100 matthew 1421:
1.101 www 1422: # --------------------------------------------------- Notify subscribed courses
1423: my %courses=&coursedependencies($target);
1424: my $now=time;
1425: foreach (keys %courses) {
1426: $r->print('<p>Notifying course '.$_.':');$r->rflush;
1427: print $logfile "\nNotifying host ".$_.':';
1428: my ($cdom,$cname)=split(/\_/,$_);
1429: my $reply=&Apache::lonnet::cput
1430: ('versionupdate',{$target => $now},$cdom,$cname);
1431: $r->print($reply.'<br />');$r->rflush;
1432: print $logfile $reply;
1433: }
1.12 www 1434: # ------------------------------------------------ Provide link to new resource
1.100 matthew 1435: unless ($batch) {
1436: my $thisdistarget=$target;
1437: $thisdistarget=~s/^$docroot//;
1438:
1439: my $thissrc=$source;
1440: $thissrc=~s/^\/home\/(\w+)\/public_html/\/priv\/$1/;
1441:
1442: my $thissrcdir=$thissrc;
1443: $thissrcdir=~s/\/[^\/]+$/\//;
1444:
1445:
1446: $r->print(
1447: '<hr><a href="'.$thisdistarget.'"><font size="+2">'.
1448: 'View Published Version</font></a>'.
1449: '<p><a href="'.$thissrc.'"><font size=+2>Back to Source</font></a>'.
1450: '<p><a href="'.$thissrcdir.
1451: '"><font size="+2">Back to Source Directory</font></a>');
1452: }
1.11 www 1453: }
1454:
1.95 www 1455: #########################################
1456:
1457: sub batchpublish {
1.97 www 1458: my ($r,$srcfile,$targetfile)=@_;
1.102 www 1459: $srcfile=~s/\/+/\//g;
1460: $targetfile=~s/\/+/\//g;
1.95 www 1461: my $thisdisfn=$srcfile;
1462: $thisdisfn=~s/\/home\/korte\/public_html\///;
1463: $srcfile=~s/\/+/\//g;
1.96 www 1464:
1.97 www 1465: my $docroot=$r->dir_config('lonDocRoot');
1466: my $thisdistarget=$targetfile;
1467: $thisdistarget=~s/^$docroot//;
1468:
1.96 www 1469:
1470: undef %metadatafields;
1471: undef %metadatakeys;
1472: %metadatafields=();
1473: %metadatakeys=();
1.97 www 1474: $srcfile=~/\.(\w+)$/;
1475: my $thistype=$1;
1476:
1477:
1478: my $thisembstyle=&Apache::loncommon::fileembstyle($thistype);
1.96 www 1479:
1.95 www 1480: $r->print('<h2>Publishing <tt>'.$thisdisfn.'</tt></h2>');
1.97 www 1481:
1482: # phase one takes
1483: # my ($source,$target,$style,$batch)=@_;
1.113 albertel 1484: my ($outstring,$error)=&publish($srcfile,$targetfile,$thisembstyle,1);
1485: $r->print('<p>'.$outstring.'</p>');
1.96 www 1486: # phase two takes
1487: # my ($source,$target,$style,$distarget,batch)=@_;
1.97 www 1488: # $ENV{'form.allmeta'},$ENV{'form.title'},$ENV{'form.author'},...
1.113 albertel 1489: if (!$error) {
1490: $r->print('<p>');
1491: &phasetwo($r,$srcfile,$targetfile,$thisembstyle,$thisdistarget,1);
1492: $r->print('</p>');
1493: }
1.97 www 1494: return '';
1.95 www 1495: }
1.1 www 1496:
1.90 matthew 1497: #########################################
1.95 www 1498:
1499: sub publishdirectory {
1500: my ($r,$fn,$thisdisfn)=@_;
1.102 www 1501: $fn=~s/\/+/\//g;
1502: $thisdisfn=~s/\/+/\//g;
1.96 www 1503: my $resdir=
1.100 matthew 1504: $Apache::lonnet::perlvar{'lonDocRoot'}.'/res/'.$cudom.'/'.$cuname.'/'.
1.96 www 1505: $thisdisfn;
1.100 matthew 1506: $r->print('<h1>Directory <tt>'.$thisdisfn.'</tt></h1>'.
1.96 www 1507: 'Target: <tt>'.$resdir.'</tt><br />');
1.95 www 1508:
1509: my $dirptr=16384; # Mask indicating a directory in stat.cmode.
1510:
1511: opendir(DIR,$fn);
1512: my @files=sort(readdir(DIR));
1513: foreach my $filename (@files) {
1514: my ($cdev,$cino,$cmode,$cnlink,
1515: $cuid,$cgid,$crdev,$csize,
1516: $catime,$cmtime,$cctime,
1517: $cblksize,$cblocks)=stat($fn.'/'.$filename);
1518:
1519: my $extension='';
1520: if ($filename=~/\.(\w+)$/) { $extension=$1; }
1521: if ($cmode&$dirptr) {
1522: if (($filename!~/^\./) && ($ENV{'form.pubrec'})) {
1523: &publishdirectory($r,$fn.'/'.$filename,$thisdisfn.'/'.$filename);
1524: }
1525: } elsif ((&Apache::loncommon::fileembstyle($extension) ne 'hdn') &&
1526: ($filename!~/^[\#\.]/) && ($filename!~/\~$/)) {
1.96 www 1527: # find out publication status and/or exiting metadata
1528: my $publishthis=0;
1529: if (-e $resdir.'/'.$filename) {
1530: my ($rdev,$rino,$rmode,$rnlink,
1531: $ruid,$rgid,$rrdev,$rsize,
1532: $ratime,$rmtime,$rctime,
1533: $rblksize,$rblocks)=stat($resdir.'/'.$filename);
1534: if ($rmtime<$cmtime) {
1535: # previously published, modified now
1536: $publishthis=1;
1537: }
1538: } else {
1539: # never published
1540: $publishthis=1;
1541: }
1542: if ($publishthis) {
1.97 www 1543: &batchpublish($r,$fn.'/'.$filename,$resdir.'/'.$filename);
1.96 www 1544: } else {
1545: $r->print('<br />Skipping '.$filename.'<br />');
1546: }
1.95 www 1547: $r->rflush();
1548: }
1549: }
1550: closedir(DIR);
1551: }
1.90 matthew 1552: #########################################
1553:
1554: =pod
1555:
1.94 harris41 1556: =item B<handler>
1.90 matthew 1557:
1558: A basic outline of the handler subroutine follows.
1559:
1560: =over 4
1561:
1.94 harris41 1562: =item *
1563:
1564: Get query string for limited number of parameters.
1565:
1566: =item *
1567:
1568: Check filename.
1569:
1570: =item *
1571:
1572: File is there and owned, init lookup tables.
1573:
1574: =item *
1.90 matthew 1575:
1.94 harris41 1576: Start page output.
1.90 matthew 1577:
1.94 harris41 1578: =item *
1.90 matthew 1579:
1.94 harris41 1580: Evaluate individual file, and then output information.
1.90 matthew 1581:
1.94 harris41 1582: =item *
1.90 matthew 1583:
1.94 harris41 1584: Publishing from $thisfn to $thistarget with $thisembstyle.
1.90 matthew 1585:
1586: =back
1587:
1588: =cut
1589:
1590: #########################################
1591: #########################################
1.1 www 1592: sub handler {
1593: my $r=shift;
1.2 www 1594:
1595: if ($r->header_only) {
1596: $r->content_type('text/html');
1597: $r->send_http_header;
1598: return OK;
1599: }
1600:
1.43 www 1601: # Get query string for limited number of parameters
1602:
1.80 matthew 1603: &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'},
1604: ['filename']);
1.43 www 1605:
1.2 www 1606: # -------------------------------------------------------------- Check filename
1607:
1.113 albertel 1608: my $fn=&Apache::lonnet::unescape($ENV{'form.filename'});
1.2 www 1609:
1.27 www 1610:
1.2 www 1611: unless ($fn) {
1.27 www 1612: $r->log_reason($cuname.' at '.$cudom.
1.2 www 1613: ' trying to publish empty filename', $r->filename);
1614: return HTTP_NOT_FOUND;
1615: }
1.4 www 1616:
1.31 www 1617: ($cuname,$cudom)=
1618: &Apache::loncacc::constructaccess($fn,$r->dir_config('lonDefDomain'));
1619: unless (($cuname) && ($cudom)) {
1.27 www 1620: $r->log_reason($cuname.' at '.$cudom.
1.4 www 1621: ' trying to publish file '.$ENV{'form.filename'}.
1.27 www 1622: ' ('.$fn.') - not authorized',
1623: $r->filename);
1624: return HTTP_NOT_ACCEPTABLE;
1625: }
1626:
1627: unless (&Apache::lonnet::homeserver($cuname,$cudom)
1628: eq $r->dir_config('lonHostID')) {
1629: $r->log_reason($cuname.' at '.$cudom.
1630: ' trying to publish file '.$ENV{'form.filename'}.
1631: ' ('.$fn.') - not homeserver ('.
1632: &Apache::lonnet::homeserver($cuname,$cudom).')',
1.4 www 1633: $r->filename);
1634: return HTTP_NOT_ACCEPTABLE;
1635: }
1.2 www 1636:
1.43 www 1637: $fn=~s/^http\:\/\/[^\/]+//;
1638: $fn=~s/^\/\~(\w+)/\/home\/$1\/public_html/;
1.2 www 1639:
1640: my $targetdir='';
1.12 www 1641: $docroot=$r->dir_config('lonDocRoot');
1.27 www 1642: if ($1 ne $cuname) {
1643: $r->log_reason($cuname.' at '.$cudom.
1.2 www 1644: ' trying to publish unowned file '.$ENV{'form.filename'}.
1645: ' ('.$fn.')',
1646: $r->filename);
1647: return HTTP_NOT_ACCEPTABLE;
1648: } else {
1.27 www 1649: $targetdir=$docroot.'/res/'.$cudom;
1.2 www 1650: }
1651:
1652:
1653: unless (-e $fn) {
1.27 www 1654: $r->log_reason($cuname.' at '.$cudom.
1.2 www 1655: ' trying to publish non-existing file '.$ENV{'form.filename'}.
1656: ' ('.$fn.')',
1657: $r->filename);
1658: return HTTP_NOT_FOUND;
1659: }
1660:
1.11 www 1661: unless ($ENV{'form.phase'} eq 'two') {
1662:
1.94 harris41 1663: # -------------------------------- File is there and owned, init lookup tables.
1.2 www 1664:
1.3 www 1665: %addid=();
1666:
1667: {
1668: my $fh=Apache::File->new($r->dir_config('lonTabDir').'/addid.tab');
1669: while (<$fh>=~/(\w+)\s+(\w+)/) {
1670: $addid{$1}=$2;
1671: }
1.5 www 1672: }
1673:
1674: %nokey=();
1675:
1676: {
1677: my $fh=Apache::File->new($r->dir_config('lonIncludes').'/un_keyword.tab');
1.65 harris41 1678: while (<$fh>) {
1.5 www 1679: my $word=$_;
1680: chomp($word);
1681: $nokey{$word}=1;
1.65 harris41 1682: }
1.3 www 1683: }
1.11 www 1684:
1685: }
1686:
1.94 harris41 1687: # ---------------------------------------------------------- Start page output.
1.2 www 1688:
1.1 www 1689: $r->content_type('text/html');
1690: $r->send_http_header;
1691:
1692: $r->print('<html><head><title>LON-CAPA Publishing</title></head>');
1.95 www 1693: $r->print(&Apache::loncommon::bodytag('Resource Publication'));
1.101 www 1694:
1695:
1.2 www 1696: my $thisfn=$fn;
1.95 www 1697:
1698: my $thistarget=$thisfn;
1699:
1700: $thistarget=~s/^\/home/$targetdir/;
1701: $thistarget=~s/\/public\_html//;
1702:
1703: my $thisdistarget=$thistarget;
1704: $thisdistarget=~s/^$docroot//;
1705:
1706: my $thisdisfn=$thisfn;
1707: $thisdisfn=~s/^\/home\/$cuname\/public_html\///;
1708:
1709: if ($fn=~/\/$/) {
1710: # -------------------------------------------------------- This is a directory
1711: &publishdirectory($r,$fn,$thisdisfn);
1712:
1713: } else {
1.94 harris41 1714: # ---------------------- Evaluate individual file, and then output information.
1.2 www 1715: $thisfn=~/\.(\w+)$/;
1716: my $thistype=$1;
1.65 harris41 1717: my $thisembstyle=&Apache::loncommon::fileembstyle($thistype);
1.2 www 1718:
1719: $r->print('<h2>Publishing '.
1.66 harris41 1720: &Apache::loncommon::filedescription($thistype).' <tt>'.
1.95 www 1721: '<a href="/~'.$cuname.'/'.$thisdisfn.'" target="cat">'.$thisdisfn.
1722: '</a></tt></h2><b>Target:</b> <tt>'.$thisdistarget.'</tt><p>');
1.27 www 1723:
1.94 harris41 1724: if (($cuname ne $ENV{'user.name'}) || ($cudom ne $ENV{'user.domain'})) {
1725: $r->print('<h3><font color="red">Co-Author: '.$cuname.' at '.$cudom.
1726: '</font></h3>');
1.27 www 1727: }
1.26 www 1728:
1.65 harris41 1729: if (&Apache::loncommon::fileembstyle($thistype) eq 'ssi') {
1.94 harris41 1730: $r->print('<br /><a href="/adm/diff?filename=/~'.$cuname.'/'.
1.28 www 1731: $thisdisfn.
1.104 albertel 1732: '&versiontwo=priv" target="cat">Diffs with Current Version</a><p>');
1.26 www 1733: }
1.11 www 1734:
1.94 harris41 1735: # ------------------ Publishing from $thisfn to $thistarget with $thisembstyle.
1.2 www 1736:
1.11 www 1737: unless ($ENV{'form.phase'} eq 'two') {
1.113 albertel 1738: my ($outstring,$error)=&publish($thisfn,$thistarget,$thisembstyle);
1739: $r->print('<hr />'.$outstring);
1.11 www 1740: } else {
1.100 matthew 1741: $r->print('<hr />');
1742: &phasetwo($r,$thisfn,$thistarget,$thisembstyle,$thisdistarget);
1.113 albertel 1743: }
1.11 www 1744: }
1.1 www 1745: $r->print('</body></html>');
1.15 www 1746:
1.1 www 1747: return OK;
1748: }
1749:
1750: 1;
1751: __END__
1752:
1.89 matthew 1753: =pod
1.66 harris41 1754:
1755: =back
1756:
1.89 matthew 1757: =cut
1.66 harris41 1758:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/back.gif){kind=icon}
Return to lonpublisher.pm CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [LON-CAPA] / loncom / publisher