File:  [LON-CAPA] / loncom / publisher / testbankimport.pm
Revision 1.46: download - view: text, annotated - select for diffs
Sun Jul 23 01:09:04 2023 UTC (17 months ago) by raeburn
Branches: MAIN
CVS tags: version_2_12_X, HEAD
- Breadcrumbs text when displaying/editing resource in Course Authoring Space.

# Handler for parsing text upload problem descriptions into .problems
# $Id: testbankimport.pm,v 1.46 2023/07/23 01:09:04 raeburn Exp $
#
# Copyright Michigan State University Board of Trustees
#
# This file is part of the LearningOnline Network with CAPA (LON-CAPA).
#
# LON-CAPA is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# LON-CAPA is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with LON-CAPA; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
#
# /home/httpd/html/adm/gpl.txt
#
# http://www.lon-capa.org/
#

package Apache::testbankimport;

use strict;
use Apache::Constants qw(:common :http :methods);
use Apache::loncommon();
use Apache::lonnet;
use HTML::Entities();
use Apache::lonlocal;
use Apache::lonupload;
use Apache::londocs;
use File::Basename();
use LONCAPA();
use File::MMagic;
use XML::DOM;
use RTF::HTMLConverter;
use HTML::TokeParser;

# ---------------------------------------------------------------- Display Control
sub display_control {
# figure out what page we're on and where we're heading.
    my $page = $env{'form.page'};
    my $command = $env{'form.go'};
    my $current_page = &calculate_page($page,$command);
    return $current_page;
}

# CALCULATE THE CURRENT PAGE
sub calculate_page($$) {
    my ($prev,$dir) = @_;
    return 0 if $prev eq '';    # start with first page
    return $prev + 1 if $dir eq 'NextPage';
    return $prev - 1 if $dir eq 'PreviousPage';
    return $prev     if $dir eq 'ExitPage';
    return 0 if $dir eq 'BackToStart';
}

sub jscript_zero {
    my ($webpath,$jsref) = @_;
    my $start_page =
        &Apache::loncommon::start_page('Create Testbank directory',undef,
                                       {'only_body'   => 1,
                                        'js_ready'    => 1,});
    my $end_page =
        &Apache::loncommon::end_page({'js_ready' => 1,});
    my %lt = &Apache::lonlocal::texthash(
                                         loca => 'Location',
                                         newd => 'New Directory',
                                         ente => 'Enter the name of the new directory where you will save the converted testbank questions',
                                         go  => 'Go',
                                        );
    $$jsref = <<"END_SCRIPT";
function createWin() {
    document.info.newdir.value = "";
    newWindow = window.open("","CreateDir","HEIGHT=400,WIDTH=750,scrollbars=yes")
    newWindow.document.open()
    newWindow.document.write('$start_page')
    newWindow.document.write("<img border='0' src='/adm/lonInterFace/author.jpg' alt='[Author Header]' />\\n")
    newWindow.document.write("<h3>$lt{'loca'}: <tt>$webpath</tt></h3><h3>$lt{'newd'}</h3>\\n")
    newWindow.document.write("<form name='fileaction' action='/adm/cfile' method='post'>\\n")
    newWindow.document.write("$lt{'ente'}.<br /><br />")
    newWindow.document.write("<input type='hidden' name='filename' value='$webpath' />")
    newWindow.document.write("<input type='hidden' name='action' value='newdir' />")
    newWindow.document.write("<input type='hidden' name='callingmode' value='testbank' />")
    newWindow.document.write("<input type='hidden' name='inhibitmenu' value='yes' />")
    newWindow.document.write("$webpath<input type='text' name='newfilename' value='' />")
    newWindow.document.write("<input type='button' value='$lt{'go'}' onclick='document.fileaction.submit();' /></form>")
    newWindow.document.write('$end_page')
    newWindow.document.close()
    newWindow.focus()
}

END_SCRIPT
    return;
}


# ---------------------------------------------------------------- Jscript One

sub jscript_one {
    my $jsref = shift;
    $$jsref = <<"END_SCRIPT";
function verify() {
    if ((document.forms.display.blocks.value == "") || (!document.forms.display.blocks.value) || (document.forms.display.blocks.value == "0")) {
        alert("You must enter the number of blocks of questions of a given question type.  This number must be 1 or more.")
        return false
    }
    if (document.forms.display.qnumformat.options[document.forms.display.qnumformat.selectedIndex].value == "-1") {
        alert("You must select the format used for the question number, e.g., (1), 1., (1, or 1).")
        return false
    }
    return true
}
function nextPage() {
    if (verify()) {
        document.forms.display.go.value="NextPage"
        document.forms.display.submit()
    }
}
function backPage() {
    document.forms.display.go.value="PreviousPage"
    document.forms.display.submit()
}
function setElements() {
    var iter = 0
    var selParam = 0
END_SCRIPT
    if (exists($env{'form.blocks'}) ) {
        $$jsref .= qq|
    document.forms.display.blocks.value = $env{'form.blocks'}\n|;
    }
    if (exists($env{'form.qnumformat'}) ) {
        $$jsref .= <<"TO_HERE";
    for (iter=0; iter<document.forms.display.qnumformat.length; iter++) {
        if(document.forms.display.qnumformat.options[iter].value == "$env{'form.qnumformat'}") {
            selParam = iter
        }
    }
    document.forms.display.qnumformat.selectedIndex = selParam
TO_HERE
    }
    $$jsref .= qq|
}
    |;
}

# ---------------------------------------------------------------- Jscript Two
sub jscript_two {
    my ($jsref,$qcount) = @_;
    my $blocks = 0;
    if ( exists( $env{'form.blocks'}) ) {
        $blocks = $env{'form.blocks'};
    }
    $$jsref = <<"END_SCRIPT";
function verify() {
    var poolForm = document.forms.display
    var curmax = 0
    var curmin = 0
    for (var i=0; i<$blocks; i++) {
        var iter = i+1
        if (poolForm.elements[5*i+3].options[poolForm.elements[5*i+3].selectedIndex].value == "MC") {
            if (poolForm.elements[5*i+4].selectedIndex == 0) {
                alert ("You must choose the foil labelling format in Multiple Choice questions")
                return false
            }
        }
        if (poolForm.elements[5*i+3].options[poolForm.elements[5*i+3].selectedIndex].value == "MA") {
            if (poolForm.elements[5*i+4].selectedIndex == 0) {
                alert ("You must choose the foil labelling format in Multiple Answer questions")
                return false
            }
            if (poolForm.elements[5*i+5].selectedIndex == 0) {
                alert ("You must choose the answer format in Multiple Answer questions") 
                return false
            }
        }
        if (poolForm.elements[5*i+3].options[poolForm.elements[5*i+3].selectedIndex].value == "FIB") {
            if (poolForm.elements[5*i+5].selectedIndex == 0) {
                alert ("You must choose the answer format in Fill-in-the-blank questions") 
                return false
            }
        }
        if (poolForm.elements[5*i+3].options[poolForm.elements[5*i+3].selectedIndex].value == "TF") {
            if (poolForm.elements[5*i+5].selectedIndex == 0) {
                alert ("You must choose the answer format in True/False questions") 
                return false
            }
        }
        if (poolForm.elements[5*i+3].options[poolForm.elements[5*i+3].selectedIndex].value == "Ord") {
            if (poolForm.elements[5*i+4].selectedIndex == 0) {
                alert ("You must choose the foil labelling format in Ranking/ordering questions")
                return false
            }
            if (poolForm.elements[5*i+5].selectedIndex == 0) {
                alert ("You must choose the answer format in Ranking/ordering questions")
                return false
            }
        }
        if (poolForm.elements[5*i+3].options[poolForm.elements[5*i+3].selectedIndex].value == "-1") {
            alert ("You must choose the question type for block "+iter)
            return false
        }
        if ((poolForm.elements[5*i+1].value == "") || !(poolForm.elements[5*i+1].value)) {
            alert ("You must choose the start number for block "+iter)
            return false
        }
        if ((poolForm.elements[5*i+2].value == "") || !(poolForm.elements[5*i+2].value)) {
            alert ("You must choose the end number for block "+iter)
            return false
        }
        if (poolForm.elements[5*i+2].value - poolForm.elements[5*i+1].value < 0) {
            alert ("In block: "+iter+" the end number must be the same or greater than the start number")
            return false
        }
        if (i == 0) {
            curmin = parseInt(poolForm.elements[5*i+1].value)
            curmax = parseInt(poolForm.elements[5*i+2].value)
        }
        else {
            if (parseInt(poolForm.elements[5*i+1].value) < curmin) {
                if (parseInt(poolForm.elements[5*i+2].value) >= curmin ) {
                    alert("The question number range for block "+iter+" overlaps with the question number range for one of the previous blocks - this is not permitted.")
                    return false
                }
            }
            else {
                if (parseInt(poolForm.elements[5*i+1].value) <= curmax) {
                    for (var j=parseInt(poolForm.elements[5*i+1].value); j<=parseInt(poolForm.elements[5*i+2].value); j++) {
                        for (var k=0; k<i; k++) {
                            if ((j >= parseInt(poolForm.elements[5*k+1].value)) && (j <= parseInt(poolForm.elements[5*k+2].value))) {
                                var overlap = k+1
                                alert("The question number range for block "+iter+" overlaps with the question number range for block "+overlap+" - this is not permitted.")
                                return false
                            }
                        }
                    }
                }
            }
            if (parseInt(poolForm.elements[5*i+1].value) < curmin) {
                curmin = parseInt(poolForm.elements[5*i+1].value)
            }
            if (parseInt(poolForm.elements[5*i+2].value) > curmax) {
                curmax = parseInt(poolForm.elements[5*i+2].value)
            }
        }
    }
    if (curmax >$qcount+curmin) {
        alert("The last # for one or more of the blocks is too large -  the last number of the last block can not be greater than $qcount: the total number of questions in the uploaded file.")
        return false
    }
    var endpt = $qcount + curmin
    for (var n=curmin; n<endpt; n++) {
        var warnFlag = true
        for (var m=0; m<$blocks; m++) {
            if ((n >= parseInt(poolForm.elements[5*m+1].value)) && (n <= parseInt(poolForm.elements[5*m+2].value))) {
                warnFlag = false
            }
        }
        if (warnFlag) {
            alert("The question type for question "+n+" could not be identified because it does not fall within the number ranges you have provided for any of the $blocks block(s)")
            return false
        }
    } 
    return true 
}
 
function nextPage() {
    if (verify()) {
        document.forms.display.go.value="NextPage"
        document.forms.display.submit()
    }
}
function backPage() {
    document.forms.display.go.value="PreviousPage"
    document.forms.display.submit()
}
function colSet(caller) {
    var poolForm = document.forms.display
    var curVal = poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value  
    poolForm.elements[caller*5+4].length = 0
    if (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "-1") {
        poolForm.elements[caller*5+4].options[0] = new Option("<--- Set type ","-1",true,true)
    }
    else {
        if ((poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "MC") || (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "MA") || (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "Ord")) {
            poolForm.elements[caller*5+4].options[0] = new Option("Select","-1",true,true)
            poolForm.elements[caller*5+4].options[1] = new Option("a ","lcspace",false,false)
            poolForm.elements[caller*5+4].options[2] = new Option("A ","ucspace",false,false) 
            poolForm.elements[caller*5+4].options[3] = new Option("a.","lcperiod",false,false)
            poolForm.elements[caller*5+4].options[4] = new Option("A.","ucperiod",false,false)
            poolForm.elements[caller*5+4].options[5] = new Option("(a)","lcparen",false,false)
            poolForm.elements[caller*5+4].options[6] = new Option("(A)","ucparen",false,false)
            poolForm.elements[caller*5+4].options[7] = new Option("a)","lconeparen",false,false)
            poolForm.elements[caller*5+4].options[8] = new Option("A)","uconeparen",false,false)
            poolForm.elements[caller*5+4].options[9] = new Option("a.)","lcdotparen",false,false)
            poolForm.elements[caller*5+4].options[10] = new Option("A.)","ucdotparen",false,false)
            poolForm.elements[caller*5+4].options[11] = new Option("(i)","romparen",false,false)
            poolForm.elements[caller*5+4].options[12] = new Option("i)","romoneparen",false,false)
            poolForm.elements[caller*5+4].options[13] = new Option("i.)","romdotparen",false,false)
            poolForm.elements[caller*5+4].options[14] = new Option("i.","romperiod",false,false)
            poolForm.elements[caller*5+4].selectedIndex = 0
        }
        else {
            poolForm.elements[caller*5+4].options[0] = new Option("Not required","0",true,true)
        }
    }
    poolForm.elements[caller*5+5].length = 0
    if (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "-1") {
        poolForm.elements[caller*5+5].options[0] = new Option("<--- Set type ","-1",true,true)
    }
    else {
        if ((poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "MA") || (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "FIB"))  {
            poolForm.elements[caller*5+5].options[0] = new Option("Select","-1",true,true)
            poolForm.elements[caller*5+5].options[1] = new Option("single answer","single",false,false)
            poolForm.elements[caller*5+5].options[2] = new Option("comma","comma",false,false)
            poolForm.elements[caller*5+5].options[3] = new Option("space","space",false,false)
            poolForm.elements[caller*5+5].options[4] = new Option("new line","line",false,false)
            poolForm.elements[caller*5+5].options[5] = new Option("tab","tab",false,false)
        }
        else {
            if (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "Ord") {
                poolForm.elements[caller*5+5].options[0] = new Option("Select","-1",true,true)
                poolForm.elements[caller*5+5].options[1] = new Option("comma","comma",false,false)
                poolForm.elements[caller*5+5].options[2] = new Option("space","space",false,false)
                poolForm.elements[caller*5+5].options[3] = new Option("new line","line",false,false)
                poolForm.elements[caller*5+5].options[4] = new Option("tab","tab",false,false)
            }
            else { 
                if (poolForm.elements[caller*5+3].options[poolForm.elements[caller*5+3].selectedIndex].value == "TF") {
                    poolForm.elements[caller*5+5].options[0] = new Option("Select","-1",true,true)
                    poolForm.elements[caller*5+5].options[1] = new Option("True or False","word",false,false)
                    poolForm.elements[caller*5+5].options[2] = new Option("true or false","word",false,false)
                    poolForm.elements[caller*5+5].options[3] = new Option("TRUE or FALSE","word",false,false)
                    poolForm.elements[caller*5+5].options[4] = new Option("T or F","lett",false,false)
                    poolForm.elements[caller*5+5].options[5] = new Option("t or f","lett",false,false)
                }
                else {
                    poolForm.elements[caller*5+5].options[0] = new Option("Not required","0",true,true)
                }
            }
        }
    }
}

function setElements() {
    var iter = 0
    var selParam = 0
END_SCRIPT
    my @names = ("start_","end_","qtype_","foilformat_","ansr_");
    for (my $x=0; $x<$blocks; $x++) {
        foreach my $name (@names) {
            my $parname = $name.$x;
            my $value = $env{"form.$parname"};
            if ($value ne "") {
                if (($name eq "start_")  || ($name eq "end_")) {
                    $$jsref .= qq|
    document.forms.display.$parname.value = $value\n|;
                } elsif ($name eq "qtype_") {
                    $$jsref .= qq|
    for (iter=0; iter<document.forms.display.$parname.length; iter++) {
        if (document.forms.display.$parname.options[iter].value == "$value") {
            selParam = iter
        }
    }
    document.forms.display.$parname.selectedIndex = selParam
    colSet($x)
                    |;
                } elsif (($name eq "foilformat_") || ($name eq "ansr_")) {
                    $$jsref .= <<"TO_HERE";
    for (iter=0; iter<document.forms.display.$parname.length; iter++) {
        if (document.forms.display.$parname.options[iter].value == "$value") {
            selParam = iter
        }
    }
    document.forms.display.$parname.selectedIndex = selParam
TO_HERE
                } 
            }
        }
    }
    $$jsref .= qq|
}
    |;
} 
# ---------------------------------------------------------------- Jscript Three

sub jscript_three {
    my ($webpath,$jsref) = @_;
    my $source = '';
    if (exists($env{'form.go'}) ) {
        $source = $env{'form.go'};
    }

    $$jsref = <<"END_OF_ONE";
function nextPage() {
    if (verify()) {
        document.forms.dataForm.go.value="NextPage"
        document.forms.dataForm.submit();
    }
}

function backPage() {
    document.forms.dataForm.go.value="PreviousPage"
    document.forms.dataForm.submit()
}

END_OF_ONE
    if ($source eq "PreviousPage") { 
        $$jsref .= qq|  
function setElements() {
    var iter = 0
    var selParam = 0
        |;
        foreach my $item (keys(%env)) {
            if ($item =~ m/^form\.(probfile_\d+)$/) {
                my $name = $1; 
                my $value = $env{"form.$name"};
                if ($value ne '') {
             	    $$jsref .= qq(    document.dataForm.$name.value = "$value"\n);
                }
            }
        }
        $$jsref .= "}";
    }
    $$jsref .= '

function verify() {
';
    my $blocks = 0;
    if ( exists( $env{'form.blocks'}) ) {
        $blocks = $env{'form.blocks'};
    }
    my $numitems = 0;
    for (my $i=0; $i<$blocks; $i++) {
        my $count = 0;
        if (($env{"form.start_$i"} ne '') && ($env{"form.end_$i"} ne '')) {
            $count = $env{"form.end_$i"} - $env{"form.start_$i"} +1;
        }
        $numitems += $count;
    }
    if ($numitems > 0) {
        my $maxnum = $numitems - 1;
        my %lt = &Apache::lonlocal::texthash(
                                              fnmb => 'Filenames must be unique',
                                              isum => 'is used more than once',
                                            );
        $$jsref .= qq|
    for (var j=$maxnum; j>0;  j--) {
        var currname = document.dataForm.elements['probfile_'+j].value;
        for (var k=j-1; k>=0; k--) {
            var comparename = document.dataForm.elements['probfile_'+k].value;
            if (currname == comparename) {
                alert("$lt{fnmb} - "+currname+" $lt{isum}");
                return false;
            }
        }
    }
|;
    }
    $$jsref .= '
    return true;
}
';
    $$jsref .= &Apache::loncommon::check_uncheck_jscript();
    return;
}

# ---------------------------------------------------------------- Jscript Four
sub jscript_four {
    my ($jsref,$webpath) = @_;
    $$jsref = qq|   
function backtoStart() {
    document.location.href="$webpath"
}
function backPage() {
    document.forms.verify.go.value="PreviousPage"
    document.forms.verify.submit();
}
    |;
}

# ---------------------------------------------------------------- Display Zero
sub display_zero {
    my ($r,$fn,$page,$webpath) = @_;
    my $go_default = 'NextPage'; 
    if ($fn eq '') {
        $r->print('<b>'.&mt('Incomplete file upload').'</b> '.&mt('Return to the [_1]Authoring Space menu[_2] to upload a file','<a href="'.$webpath.'">','</a>'));
    }
    $r->print(&mt('The [_1]Testbank Upload[_2] utility can be used by LON-CAPA authors to generate LON-CAPA problem files from a testbank file of questions/answers.','<b>','</b>').'<br />'.
              &mt('The following question types can be converted:').'
              <ul>
                <li>'.&mt('multiple choice').'</li>
                <li>'.&mt('multiple answer correct').'</li>
                <li>'.&mt('fill-in-the-blank').'</li>
                <li>'.&mt('ordering/ranking').'</li>
                <li>'.&mt('true/false').'</li>
                <li>'.&mt('essay').'</li>
              </ul>
              '.&mt('The file of questions (in plain text, RTF or HTML format) must meet certain requirements for the conversion process to generate functioning LON-CAPA problems.').&Apache::loncommon::help_open_topic('Testbank_Formatting').'<br />'.
              &mt('Five steps are involved in the conversion process.').'
        <ol>
         <li>'.&mt('Optionally create a new sub-directory where the converted testbank questions will be saved.').'</li>
         <li>'.&mt('Provide information about the question format - i.e.,  question numbering style, and the number of blocks of questions of each question type.').'</li>
         <li>'.&mt('Provide information about the questions in each block, including question type, start and end question numbers for each block, and foil labelling style and answer format where required.').'</li>
         <li>'.&mt('Review the identified questions, choose which to convert, and (optionally) override the default filename to be used for each problem file.').'</li> 
         <li>'.&mt('Complete the import of questions.').'</li>
        </ol><form name="info" method="post" action="/adm/testbank">'.
        &Apache::lonhtmlcommon::topic_bar(1,&mt('Optional: create a sub-directory in which the testbank questions will be saved')).
        &mt('By default, LON-CAPA problems generated from the testbank file will be stored in the current directory.').' '.&mt('To store them in a new sub-directory:'). 
       ' <input type="button" name="createdir" value="'.&mt('Create sub-directory').'" onclick="javascript:createWin()" />'.
       &page_footer($env{'form.newdir'},$fn,$page,$webpath).'
       </form>');
}

# ---------------------------------------------------------------- Display One

sub display_one {
    my ($r,$fn,$page,$textref,$header) = @_;
    my %topics;
    $topics{2} = &mt('Select the format of the question number - e.g., 1,  1., 1), (1 or (1) - ').'&nbsp;
               <select name="qnumformat">
                  <option value="-1" selected="selected">'.&mt('Select').'</option>
                  <option value="number">1</option>
                  <option value="period">1.</option>
                  <option value="paren">(1)</option>
                  <option value="leadparen">(1</option>
                  <option value="trailparen">1)</option>
                 </select>'."\n";
    $topics{3} = &mt('Indicate the number of blocks of different question types in the testbank file.').'&nbsp;&nbsp;<input type="text" name="blocks" value="" size="5" />';
    $r->print('<h3>'.&mt('Identification of blocks of questions').'</h3>'."\n".
              '<form method="post" name="display" action="/adm/testbank">'."\n".
              &show_uploaded_data($textref,$header)."\n".
              &Apache::lonhtmlcommon::topic_bar(2,$topics{2}).'<p>'.
              &mt('A number in the specified format should appear at the start of each question.').'<br />'.
              &mt('For multiple choice questions, the question number must begin the line that contains the question text; foils (starting (a), (i) etc.) should occur on subsequent lines.').'<br />'."\n".
              &mt('Correct answers should be numbered in the same way as the questions and should appear after [_1]all[_2] the questions (including question text and possible foils for all questions).','<b>','</b>').'<br />'."\n".
              &mt('Each numbered question must have a corresponding numbered answer, although the answer itself may be blank for essay questions.').'<br /><br />'."\n".
              &mt('For example, you would select [_1]1.[_2] if your testbank file contained the following questions:','<b>','</b>').'<br /><blockquote>'.
'<pre>
 1. '.&mt('The capital of the USA is ...').'
 (a) Washington D.C.
 (b) New York
 (c) Los Angeles

 2. '.&mt('The capital of Canada is ...').'
 (a) Toronto
 (b) Vancouver
 (c) Ottawa

 3. '.&mt('Describe an experiment you could conduct to measure c, the speed of light in a vacuum.').'
 1. (a)
 2. (c)
 3.
</pre>'.
             '</blockquote></p>'.
             &Apache::lonhtmlcommon::topic_bar(3,$topics{3}).'<p>'.
             &mt('For example, you would enter [_1]6[_2] if your testbank file contained the following sequence of questions:','<b>','</b>').'</p><blockquote>'.
             &mt('10 multiple choice questions').'<br />'.
             &mt('5 essay questions').'<br />'.
             &mt('5 fill-in-the-blank questions').'<br />'.
             &mt('5 multiple answer questions').'<br />'.
             &mt('4 multiple choice questions').'<br />'.
             &mt('3 essay questions').'</blockquote></p><p>'.
             &mt('You will indicate the question type and the question number range for each of the blocks on the next page.').'</p><br />'.
             &page_footer($env{'form.newdir'},$fn,$page).'
 </form>');
    return;
}

# ---------------------------------------------------------------- Display Two

sub display_two {
    my ($r,$fn,$page,$textref,$header,$qcount) = @_;
    my $blocks = $env{'form.blocks'};
    my $qnumformat = $env{'form.qnumformat'};
    my @types = ("MC","MA","TF","Ess","FIB","Ord");
    my %typenames = &Apache::lonlocal::texthash(
             MC => "Multiple Choice",
             TF => "True/False",
             MA => "Multiple Answer",
             Ess => "Essay",
             FIB => "Fill-in-the-blank",
             Ord => "Ranking/ordering",
             );
    my %qnumtypes = (
             number => "1",
             period => "1.",
             paren => "(1)",
             leadparen => "(1",
             trailparen => "1)",
             );
    my $bl1st = '';
    my $bl1end = '';
    if ($blocks == 1) {
        $bl1st = '1';
        $bl1end = $qcount;
    }
    my $steptitle = &mt('Information about question types and formats in each block.');
    $r->print('<h3>'.&mt('Classification of blocks').'</h3>'.
              '<form method="post" name="display" action="/adm/testbank"><p>'.
              &mt('You indicated that [_1]all[_2] questions (and the corresponding answer(s) for each question) begin with a number in the following format: [_3].','<b>','</b>','<b>'.$qnumtypes{$qnumformat}.'</b>').'</p><p>'.
              &mt('A total of [_1][quant,_3,question][_2] and [_1][quant,_4,answer][_2] were found in the file you uploaded.','<b>','</b>',$qcount,$qcount).' '.
              &mt('If this total does not match the number you expect, examine your original testbank file to verify that each question [_1]and[_2] each answer begins with a number in the specified format.','<i>','</i>').' '.
              &mt('If necessary use an editor to edit your testbank file of questions, and click "Previous Page" on this page and the "Exit Now" on the preceding page, so you can upload your file again.').'</p><p>'.
              &mt('You also indicated that the [_1][quant,_3,question][_2] can be divided into [_1][quant,_4,block][_2] of questions of a particular question type.','<b>','</b>',$qcount,$blocks).'</p><p>'.
              &mt('Provide additional information below, about the types of questions you have uploaded, and, if applicable, the format of answers and "foils" for specific types of questions.').'</p>'.
              &show_uploaded_data($textref,$header).
              &Apache::lonhtmlcommon::topic_bar(4,$steptitle).'<p>'.
              &mt('For [_1]each[_2] of the [_3] question blocks, specify the question numbers of the first and last questions in the block (e.g., 1 and 10), and the question type of the questions in the block.','<i>','</i>','<b>'.$blocks.'</b>').' '.
              &mt('If required, provide additional information about foil formats and answer formats for the question types you select.').'</p><p>'.
              &Apache::loncommon::start_data_table().
              &Apache::loncommon::start_data_table_header_row().
              '<th>'.&mt('Block').'</th>'."\n".
              '<th>'.&mt('First number').'</th>'."\n".
              '<th>'.&mt('Last number').'</th>'."\n".
              '<th>'.&mt('Question type').'</th>'."\n".
              '<th>'.&mt('Foil format').'</th>'."\n".
              '<th>'.&mt('Answer format').'</th>'."\n".
              &Apache::loncommon::end_data_table_header_row());
    for (my $i=0; $i<$blocks; $i++) {
        my $iter = $i+1;
        $r->print(&Apache::loncommon::start_data_table_row().
                 '<td valign="top">&nbsp;'.$iter.'&nbsp;</td>'."\n".
                 '<td valign="top">&nbsp;<input type="text" name="start_'.$i.'" value="'.$bl1st.'" size="5" />&nbsp;</td>'."\n".
                 '<td valign="top">&nbsp;<input type="text" name="end_'.$i.'" value="'.$bl1end.'" size="5" />&nbsp;</td>'."\n".
                 '<td valign="top">
   <select name="qtype_'.$i.'" onchange="colSet('.$i.')">
    <option value="-1" selected="selected">'.&mt('Select').'</option>'."\n");
        foreach my $qtype (@types) {
            $r->print('<option value="'.$qtype.'">'.$typenames{$qtype}.'</option>'."\n");
        }
        $r->print('   </select>
  </td>
  <td align="left" valign="top">&nbsp;
    <select name="foilformat_'.$i.'">
     <option value="-1">&lt;--- Set type&nbsp; 
    </select>&nbsp;
  </td>
  <td align="left" valign="top">&nbsp;
    <select name="ansr_'.$i.'">
     <option value="-1">&lt;--- Set type&nbsp;
    </select>
  </td>'.
                     &Apache::loncommon::end_data_table_row()); 
    }
    $r->print(&Apache::loncommon::end_data_table().'</p><ul><li>'.
              &mt('For [_1]multiple choice[_2], [_1]multiple correct answer[_2] and [_1]ranking[_2] type questions, you must use the [_3]Foil format[_4] column to choose the format of the identifier used for each of the possible answers (e.g., (a), a, a., i, (i) etc.) provided for a given question stem.','<i>','</i>','<b>','</b>').'</li><li>'.
             &mt('For [_1]multiple correct answer[_2] and [_1]fill-in-the-blank[_2] questions with more than one correct answer you must use the [_3]Answer format[_4] column to choose the separator used between the answers, e.g., if the correct answers for question 28. were listed as:[_5] you would choose "comma", or if they were listed as:[_6] you would choose "new line".','<i>','</i>','<b>','</b>','<blockquote><pre>28. (a),(d),(e)</pre></blockquote>','<blockquote><pre>
28. (a)
    (d)
    (e)
</pre></blockquote>').'</li><li>'.
             &mt('For [_1]true/false[_2] questions you must use the [_3]Answer format[_4] column to choose how the correct answer - True or False, is displayed in the text file (e.g., T or F, true or false etc.).','<i>','</i>','<b>','</b>').'</li><li>'.
            &mt('For [_1]ranking[_2] questions you must use the [_3]Answer format[_4] column to choose the separator used between the (ranked) answers.','<i>','</i>','<b>','</b>').'</li></ul>
<input type="hidden" name="blocks" value="'.$blocks.'" />
<input type="hidden" name="qnumformat" value="'.$qnumformat.'" />'.
           &page_footer($env{'form.newdir'},$fn,$page).'
</form>');
    return;
}

# ---------------------------------------------------------------- Display Three
sub display_three {
    my ($r,$fn,$page,$textref,$res,$header,$webpath,$qcount) = @_;
    my $qnumformat = $env{'form.qnumformat'};
    my $filename = $env{'form.filename'};
    my $source = $env{'form.go'};
    my $blocks = $env{'form.blocks'};
    my ($alphabet,$romans) = &get_constants();
    my @start = ();
    my @end = ();
    my @nums = ();
    my @qtype = ();
    my @foilformats = ();
    my @ansrtypes = ();
    my %multparts = ();
    my $numitems = 0;
    my %lt = &Apache::lonlocal::texthash (
                                          crt  => 'Create?',
                                          typ  => 'Type',
                                          fnam => 'Filename',
                                          ques => 'Question',
                                          answ => 'Answer',
                                          chka => 'check all',
                                          unch => 'uncheck all',
                                         );
    for (my $i=0; $i<$blocks; $i++) {
        if (($env{"form.start_$i"} ne '') && ($env{"form.end_$i"} ne '')) {
            $start[$i] = $env{"form.start_$i"};
            $end[$i] = $env{"form.end_$i"};
            $nums[$i] = $end[$i]-$start[$i] +1;
            $qtype[$i] = $env{"form.qtype_$i"};
            if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA") || ($qtype[$i] eq "Ord")) {
                $foilformats[$i] = $env{"form.foilformat_$i"};
            } else {
                $foilformats[$i] = '';
            } 
            if (($qtype[$i] eq "MA") || ($qtype[$i] eq "FIB") || ($qtype[$i] eq "TF") || ($qtype[$i] eq "Ord")) {
                $ansrtypes[$i] = $env{"form.ansr_$i"};
            } else {
                $ansrtypes[$i] = '';
            }  
        } else { 
            $nums[$i] = 0;
        }
        $numitems += $nums[$i];
    }
    my ($items,$ids,$footer) = &file_split(\@start,\@end,\@nums,$qnumformat,\@foilformats,$textref,\%multparts,$numitems,\@qtype,$blocks);
    my ($showheader,$showcss);
    if ($res eq 'application/rtf' || $res eq 'text/html') {
        if ($header ne '') {
            $showheader = &HTML::Entities::decode($header);
            if ($res eq 'text/html') {
                $showheader = &build_image_url($webpath,$showheader);
            }
        }
    }
    $r->print('<h3>'.&mt('Review and selection of problems to convert').'</h3>'."\n".
              '<form name="dataForm" method="post" action="/adm/testbank">'."\n".
              &mt('Based on your previous responses your data have been split into a total of [quant,_1,question].',$numitems).
              &Apache::lonhtmlcommon::topic_bar(5,&mt('Choose which problems to convert and names to use for individual problem files')));
              if ($showheader) {
                  $r->print($showheader.'<br />');
              }
              $r->print('<input type="button" value="'.$lt{'chka'}.'" onclick="javascript:checkAll(document.dataForm.createprob)" /> &nbsp;
<input type="button" value="'.$lt{'unch'}.'" onclick="javascript:uncheckAll(document.dataForm.createprob)" /><br /><br />'.
              &Apache::loncommon::start_data_table().
              &Apache::loncommon::start_data_table_header_row(). 
              '<th>'.#'.</th>'.
              '<th>'.$lt{'crt'}.'</th>'.
              '<th>'.$lt{'typ'}.'</th>'.
              '<th>'.$lt{'fnam'}.'</th>'.
              '<th>'.$lt{'ques'}.'</th>'.
              '<th>'.$lt{'answ'}.'</th>'.
              &Apache::loncommon::end_data_table_header_row());
    my $idx;
    if ($numitems =~ /^\d+$/ && $numitems > 0) {
        $idx = int(log($numitems)/log(10));
        $idx ++;
    }
    if ($idx<3) {
        $idx = 3;
    }
    for (my $j=0; $j<$numitems; $j++) {
        my $qnum = $ids->[$j]; 
        my $libfile = 'question_';
        my $leading = 0;
        while (($idx - length($qnum) - $leading) > 0) {   
            $libfile .= '0';
            $leading ++;
        }
        $libfile .= $qnum.'.problem';
        for (my $i=0; $i<$blocks; $i++) {
            if ($nums[$i] > 0) {
                if (($j+1 >= $start[$i]) && ($j+1 <= $end[$i])) { 
                    if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA")) { 
                        for (my $k=0; $k<@{$multparts{$j}}; $k++) {
                            if ($k == 0) {
                                my $showqn = $multparts{$j}[$k];
                                if (($res eq 'application/rtf') || ($res eq 'text/html')) {
                                    $showqn = &HTML::Entities::decode($showqn);
                                    if ($res eq 'text/html') {
                                        $showqn = &build_image_url($webpath,$showqn);
                                    }
                                }
                                $r->print(&Apache::loncommon::start_data_table_row().
                                          '<td valign="top">'.$qnum.'.</td>'."\n".
                                          '<td valign="top"><input name="createprob" type="checkbox" checked="checked" value="'.$j.'" /></td>'."\n".
                                          '<td valign="top"><b>'.$qtype[$i].'</b></td>'."\n".
                                          '<td valign="top"><input type="textbox" name="probfile_'.$j.'" value="'.$libfile.'" size="20" /></td>'.
                                          '<td valign="top">'.$showqn.'<br /><br />'."\n");
                            } else {
                                my $foiltag = '';
                                if ($foilformats[$i] eq "lcspace") {
                                    $foiltag = $alphabet->[$k-1].' ';
                                } elsif ($foilformats[$i] eq "ucspace") {
                                    $foiltag = $alphabet->[$k-1].' ';
                                    $foiltag =~ tr/a-z/A-Z/;
                                } elsif ($foilformats[$i] eq "lcperiod") {
                                    $foiltag = $alphabet->[$k-1].'.'; 
                                } elsif ($foilformats[$i] eq "lcparen") {
                                    $foiltag = '('.$alphabet->[$k-1].')';
                                } elsif ($foilformats[$i] eq "lconeparen") {
                                    $foiltag = $alphabet->[$k-1].')';
                                } elsif ($foilformats[$i] eq "lcdotparen") {
                                    $foiltag = $alphabet->[$k-1].'.)';
                                } elsif ($foilformats[$i] eq "ucperiod") {
                                    $foiltag = $alphabet->[$k-1].'.';
                                    $foiltag =~ tr/a-z/A-Z/;
                                } elsif ($foilformats[$i] eq "ucparen") {
                                    $foiltag = '('.$alphabet->[$k-1].')';
                                    $foiltag =~ tr/a-z/A-Z/;
                                } elsif ($foilformats[$i] eq "uconeparen") {
                                    $foiltag = $alphabet->[$k-1].')';
                                    $foiltag =~ tr/a-z/A-Z/;
                                } elsif ($foilformats[$i] eq "ucdotparen") {
                                    $foiltag = $alphabet->[$k-1].'.)';
                                    $foiltag =~ tr/a-z/A-Z/;
                                } elsif ($foilformats[$i] eq "romperiod") {
                                    $foiltag = $romans->[$k-1].'.';
                                } elsif ($foilformats[$i] eq "romparen") {
                                    $foiltag = '('.$romans->[$k-1].')';
                                } elsif ($foilformats[$i] eq "romoneparen") {
                                    $foiltag = $romans->[$k-1].')';
                                } elsif ($foilformats[$i] eq "romdotparen") {
                                    $foiltag = $romans->[$k-1].'.)';
                                }
                                my $showfoil = $multparts{$j}[$k];
                                if ($res eq 'application/rtf' || $res eq 'text/html') {
                                    $showfoil = &HTML::Entities::decode($showfoil);
                                    if ($res eq 'text/html') {
                                        $showfoil = &build_image_url($webpath,$showfoil);
                                    }
                                } 
                                $r->print("$foiltag $showfoil<br />\n");
                            }
                        }
                        my $showfoil = $items->[$j+$numitems];
                        if ($res eq 'application/rtf' || $res eq 'text/html') {
                            $showfoil = &HTML::Entities::decode($showfoil);
                            $showfoil =~ s/<\/?[^>]+>//g;
                        }

                        $r->print('<br /></td><td valign="top">'.$showfoil.'</td>'.
                                  &Apache::loncommon::end_data_table_row());
                    } else {
                        my $showfoil = $items->[$j+$numitems];
                        if ($res eq 'application/rtf' || $res eq 'text/html') {
                            $showfoil = &HTML::Entities::decode($showfoil);
                            $showfoil =~ s/<\/?[^>]+>//g;
                        }
                        $r->print(&Apache::loncommon::start_data_table_row().
                                  '<td valign="top">'.$qnum.'</td>'."\n".
                                  '<td valign="top"><input name="createprob" type="checkbox" checked="checked" value="'.$j.'" /></td>'."\n".
                                  '<td valign="top"><b>'.$qtype[$i].'</b></td>'."\n".
                                  '<td valign="top"><input type="textbox" name="probfile_'.$j.'" value="'.$libfile.'" size="20" /></td>'."\n".
                                  '<td valign="top">'.$items->[$j].'</td>'."\n".
                                  '<td valign="top">'.$showfoil.'</td>'."\n".
                                  &Apache::loncommon::end_data_table_row());
                    }
                    last;
                }
            }
        }
    }
    $r->print(&Apache::loncommon::end_data_table().'</p><p>'."\n".
              '<input type="hidden" name="qnumformat" value="'.$qnumformat.'" />'."\n".
              '<input type="hidden" name="blocks" value="'.$blocks.'" />');
    for (my $i=0; $i<$blocks; $i++) {
        $r->print('
          <input type="hidden" name="start_'.$i.'" value="'.$start[$i].'" />
          <input type="hidden" name="end_'.$i.'" value="'.$end[$i].'" />
          <input type="hidden" name="qtype_'.$i.'" value="'.$qtype[$i].'" />');
        if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA") || ($qtype[$i] eq "Ord")) {
            $r->print('
          <input type="hidden" name="foilformat_'.$i.'" value="'.$foilformats[$i].'" />');
        }
        if (($qtype[$i] eq "MA") || ($qtype[$i] eq "FIB") || ($qtype[$i] eq "TF") || ($qtype[$i] eq "Ord")) {
            $r->print('
          <input type="hidden" name="ansr_'.$i.'" value="'.$ansrtypes[$i].'" />');
        }
    }
    $r->print('</p>'.&page_footer($env{'form.newdir'},$fn,$page).'
              </form>');
}

# ---------------------------------------------------------------- Final Display
sub final_display {
    my ($r,$fn,$page,$textref,$res,$header,$css,$js,$webpath,$dirpath,$subdir) = @_;
    my $qnumformat = $env{'form.qnumformat'};
    my $blocks = $env{'form.blocks'};
    my $question_id = '';
    my @question_title = ();
    my @question_status  = ();
    my @qtype = ();
    my @start = ();
    my @nums = ();
    my @end = ();
    my @foilformats = ();
    my @ansrtypes = ();
    my %multparts = ();
    my $numitems = 0;
    my @createprobs = &Apache::loncommon::get_env_multiple('form.createprob');
    for (my $i=0; $i<$blocks; $i++) {
        $start[$i] = $env{"form.start_$i"};
        $end[$i] = $env{"form.end_$i"};
        if (($end[$i] - $start[$i]) >= 0) {
            $nums[$i] = $end[$i] - $start[$i]+1;
        } else {
            $nums[$i] = 0;
        }
        $qtype[$i] = $env{"form.qtype_$i"};
        if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA") || ($qtype[$i] eq "Ord")) {
            $foilformats[$i] = $env{"form.foilformat_$i"};
        } else {
            $foilformats[$i] = '';
        }
        if (($qtype[$i] eq "MA") || ($qtype[$i] eq "FIB") || ($qtype[$i] eq "TF") || ($qtype[$i] eq "Ord")) {
            $ansrtypes[$i] = $env{"form.ansr_$i"};
        }
        $numitems += $nums[$i];
    }

    my %answers;
    my ($items,$ids,$footer) = &file_split(\@start,\@end,\@nums,$qnumformat,\@foilformats,$textref,\%multparts,$numitems,\@qtype,$blocks);

# Converting MC and MA answer to number, and splitting answers for FIB, and ordering for Ord.
    my ($alphabet,$romans) = &get_constants();
    my %patterns = (
         comma => ',',
         space => '\s+',
         line => '[\r\n\f]+',
         tab => '\t+',
       );
    for (my $i=0; $i<$blocks; $i++) {
        if ($nums[$i] > 0) {
            if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA") || ($qtype[$i] eq "FIB") || ($qtype[$i] eq "Ord")) {
                for (my $k=$numitems+$start[$i]-1; $k<$numitems+$end[$i]; $k++) {
                    my $qnum = $k - $numitems;
                    next if (!grep(/^$qnum$/,@createprobs));
                    if (($res eq 'application/rtf') || ($res eq 'text/html')) {
                        $items->[$k] = &HTML::Entities::decode($items->[$k]);
                    }
                    @{$answers{$qnum}} = ();
                    if ($qtype[$i] eq "MC") {
                        $items->[$k] =~ tr/A-Z/a-z/;
                        $items->[$k] =~ s/<\/?[^>]+>//g;
                        $items->[$k] =~ s/\W//g;
                        if ($foilformats[$i] eq "lcspace" || $foilformats[$i] eq "ucspace" || $foilformats[$i] eq "lcperiod" || $foilformats[$i] eq "lcparen" || $foilformats[$i] eq "lconeparen" || $foilformats[$i] eq "lcdotparen" || $foilformats[$i] eq "ucparen" || $foilformats[$i] eq "ucperiod" || $foilformats[$i] eq "uconeparen" || $foilformats[$i] eq "ucdotparen") {
                            for (my $j=0; $j<@{$alphabet}; $j++) {
                                if ($alphabet->[$j] eq $items->[$k]) {
                                    push @{$answers{$qnum}}, $j;
                                    last;
                                }
                            }
                        } elsif (($foilformats[$i] eq "romparen") || ($foilformats[$i] eq "romperiod") || ($foilformats[$i] eq "romoneparen") || ($foilformats[$i] eq "romdotparen")) {
                            for (my $j=0; $j<@{$romans}; $j++) {
                                if ($romans->[$j] eq $items->[$k]) {
                                    push @{$answers{$qnum}}, $j;
                                    last;
                                }
                            }
                        }
                    } elsif (($qtype[$i] eq "MA") || ($qtype[$i] eq "Ord")) {
                        $items->[$k] =~ tr/A-Z/a-z/;
                        $items->[$k] =~ s/<\/?[^>]+>//g;
                        my @corrects = split/$patterns{$ansrtypes[$i]}/,$items->[$k];
                        foreach my $correct (@corrects) {
                            my @tied;
                            if ($qtype[$i] eq "Ord") {
                                if ($correct =~ /=/) {
                                    @tied = split(/=/,$correct);
                                    for (my $j=0; $j<@tied; $j++) {
                                        $tied[$j] =~ s/\W//g;
                                    }
                                } else {
                                    $correct =~s/\W//g;
                                }
                            } else {
                                $correct =~s/\W//g;
                            }
                            if ($foilformats[$i] eq "lcspace" || $foilformats[$i] eq "ucspace" || $foilformats[$i] eq "lcperiod" || $foilformats[$i] eq "lcparen" || $foilformats[$i] eq "ucparen" || $foilformats[$i] eq "ucperiod") {
                                if (($qtype[$i] eq "Ord") && (@tied > 0)) {
                                    my @ties;
                                    foreach my $tie (@tied) {
                                        for (my $j=0; $j<@{$alphabet}; $j++) {
                                            if ($alphabet->[$j] eq $tie) {
                                                push(@ties,$j);
                                                last;
                                            }
                                        }
                                    }
                                    my $ans = join('=',@ties);
                                    push(@{$answers{$qnum}},$ans);
                                } else {
                                    for (my $j=0; $j<@{$alphabet}; $j++) {
                                        if ($alphabet->[$j] eq $correct) {
                                            push @{$answers{$qnum}}, $j;
                                            last;
                                        }
                                    }
                                }
                            } elsif (($foilformats[$i] eq "romparen") || ($foilformats[$i] eq "romperiod") || ($foilformats[$i] eq "romoneparen") || ($foilformats[$i] eq "romdotparen")) {
                                if (($qtype[$i] eq "Ord") && (@tied > 0)) {
                                    my @ties;
                                    foreach my $tie (@tied) {
                                        for (my $j=0; $j<@{$romans}; $j++) {
                                            if ($romans->[$j] eq $tie) {
                                                push(@ties,$j);
                                                last;
                                            }
                                        }
                                    }
                                    push(@{$answers{$qnum}},join('=',@ties));
                                } else {
                                    for (my $j=0; $j<@{$romans}; $j++) {
                                        if ($romans->[$j] eq $correct) {
                                            push @{$answers{$qnum}}, $j;
                                            last;
                                        }
                                    }
                                }
                            }
                        }
                    } elsif ($qtype[$i] eq "FIB") {
                        $items->[$k] =~ s/<\/?[^>]+>//g;
                        @{$answers{$qnum}} = split/$patterns{$ansrtypes[$i]}/,$items->[$k];
                        for (my $j=0; $j<@{$answers{$qnum}}; $j++) {
                            $answers{$qnum}[$j] =~ s/^\s+//;
                            $answers{$qnum}[$j] =~ s/\s+$//;
                            if ($j==0) {
                                $answers{$qnum}[$j] =~ s/^<[^>]+>//;
                            } elsif ($j == @{$answers{$qnum}}-1) {
                                $answers{$qnum}[$j] =~ s/<\/[^>]+>$//;
                            }
                        }
                    }
                }
            }
        }
    }
    my $state;

    $r->print('<form name="verify" method="post" action="/adm/testbank">'."\n".
              '<input type="hidden" name="blocks" value="'.$blocks.'" />'."\n".
              '<input type="hidden" name="qnumformat" value="'.$qnumformat.'" />'."\n");
    for (my $i=0; $i<$blocks; $i++) {
       $r->print('<input type="hidden" name="start_'.$i.'" value="'.$start[$i].'" />
           <input type="hidden" name="end_'.$i.'" value="'.$end[$i].'" />
           <input type="hidden" name="qtype_'.$i.'" value="'.$qtype[$i].'" />
           <input type="hidden" name="foilformat_'.$i.'" value="'.$foilformats[$i].'" />
           <input type="hidden" name="ansr_'.$i.'" value="'.$ansrtypes[$i].'" />'."\n");
    }
    for (my $i=0; $i<$numitems; $i++) {
        $r->print('<input type="hidden" name="probfile_'.$i.'" value="'.$env{'form.probfile_'.$i}.'" />'."\n");
    }
    $r->print(&Apache::lonhtmlcommon::topic_bar(6,&mt('Result of conversion of testbank questions to LON-CAPA problems')));
    my $destdir = $dirpath;
    if ($destdir ne '' && $subdir ne '') {
        $subdir .= '/';
        $destdir .= $subdir; 
    }
    if (@createprobs == 0) {
        $state = 'unchecked';
        $r->print('<p>'.&mt('No questions were selected for conversion.').'</p>'.
                  &page_footer($env{'form.newdir'},$fn,$page,$webpath,$subdir,$state).'</form>');
    } elsif (($destdir ne '') && (-e $destdir)) {
        my (@qn_file,@result,@numid);
        my $qcount = 0;
        my $itemcount = 0;
        for (my $i=0; $i<$blocks; $i++) {
            if ($nums[$i] > 0) {
                if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA") || ($qtype[$i] eq "FIB") || ($qtype[$i] eq "Ord")) {
                    for (my $j=$start[$i]-1; $j<$end[$i]; $j++) {
                        $numid[$qcount] = $ids->[$itemcount];
                        $itemcount ++;
                        next if (!grep(/^$qcount$/,@createprobs));
                        my $libfile = &probfile_name($j);
                        my $answer = $j + $numitems;
                        my $numans = scalar(@{$answers{$qcount}});
                        my $foilcount = 0;
                        if (($qtype[$i] eq "MC") || ($qtype[$i] eq "MA") || ($qtype[$i] eq "Ord")) { 
                            $foilcount = @{$multparts{$j}};
                            $foilcount --;
                        }
                        ($result[$qcount],$qn_file[$qcount]) = &create_mcq($destdir,$subdir,\@{$multparts{$j}},\@{$answers{$qcount}},$qtype[$i],$libfile,$res,$header,$footer,$js,$css);
                        $qcount ++;
                    }
                } elsif ($qtype[$i] eq "TF") {
                    for (my $j=$start[$i]-1; $j<$end[$i]; $j++) {
                        $numid[$qcount] = $ids->[$itemcount];
                        $itemcount ++;
                        next if (!grep(/^$qcount$/,@createprobs));
                        my $libfile = &probfile_name($j);
                        my $answer = $j + $numitems;
                        $items->[$answer] =~ s/^\s+//;
                        $items->[$answer] =~ s/\s+$//;
                        $items->[$answer] =~ s/\W//g;
                        $items->[$answer] =~ tr/A-Z/a-z/;
                        my $answer_id = '';
                        if ($ansrtypes[$i] eq 'word' ) {
                            if ($items->[$answer] =~ m/true/) {
                                $answer_id = 0;
                            } else {
                                $answer_id = 1;
                            }
                        } elsif ($ansrtypes[$i] eq 'lett') {
                            if ($items->[$answer] =~ m/^t/) {
                                $answer_id = 0;
                            } else {
                                $answer_id = 1;
                            }
                        }
                        ($result[$qcount],$qn_file[$qcount]) = &create_ess($destdir,$subdir,$answer_id,$items->[$j],$items->[$answer],$qtype[$i],$libfile,$res,$header,$footer,$js,$css);
                        $qcount ++;
                    }
                } elsif ($qtype[$i] eq "Ess") {
                    for (my $j=$start[$i]-1; $j<$end[$i]; $j++) {
                        $numid[$qcount] = $ids->[$itemcount];
                        $itemcount ++;
                        next if (!grep(/^$qcount$/,@createprobs));
                        my $libfile = &probfile_name($j);
                        my $answer = $j + $numitems;
                        my $answer_id = '';
                        ($result[$qcount],$qn_file[$qcount]) = &create_ess($destdir,$subdir,$answer_id,$items->[$j],$items->[$answer],$qtype[$i],$libfile,$res,$header,$footer,$js,$css);
                        $qcount ++;
                    }
                }
            }
        }
        my ($successes,$failures,$existing);
        for (my $i=0; $i<@qn_file; $i++) {
            if ($result[$i] eq 'ok') {
                $successes .= '<b>'.$numid[$i].':&nbsp;<a href="'.$webpath.$qn_file[$i].'">'.
                          $qn_file[$i].'</a></b><br />'."\n";
            } elsif ($result[$i] eq 'failed') {
                $failures .= $numid[$i].':&nbsp;'.$qn_file[$i].'<br />'."\n";
            } elsif ($result[$i] eq 'exists') {
                $existing .= '<b>'.$numid[$i].':&nbsp;<a href="'.$webpath.$qn_file[$i].'">'.
                          $qn_file[$i].'</a></b><br />'."\n";
            }
        }
        if ($successes) {
            $r->print('<p>'.&mt('Individual problem files have been created from the following problems included in the testbank file:').'<br />'.$successes.'</p><p>'.
                     &mt('The problems must be published before they can be used in a course').'</p>');
        }
        if ($failures) {
            $r->print('<p>'.&mt('An error occurred when opening files for the following problems, so they have not been created:').'<br />'.$failures.'</p>');
        }
        if ($existing) {
            $r->print('<p>'.&mt('The following files already existed, and were not overwritten so these problems generated from the testbank have not been saved:').'<br />'.$existing.'</p>');
            $state = 'existing';
        }
        $r->print(&page_footer($env{'form.newdir'},$fn,$page,$webpath,$subdir,$state).'</form>');
    } else {
        $state = 'nodir';
        $r->print('<p>'.&mt('No destination directory was available so import of questions could not proceed.').'</p>'.
                  &page_footer($env{'form.newdir'},$fn,$page,$webpath,$subdir,$state).'</form>');
    }
    return;
}

sub show_uploaded_data {
    my ($textref,$header) = @_;
    my $output = '<p><b>'.&mt('Testbank data uploaded to the server').'</b></p><p>'."\n".
                 '<textarea name="rawdata" cols="70" rows="6" wrap="virtual" align="center" readonly>'."\n";
    if ($header ne '') {
        $output .= $header."\n";
    }
    if (ref($textref) eq 'ARRAY') {
        foreach my $line (@{$textref}) {
           $line =~ s/\n//g;
           if ($line ne '') {
               $output .= $line."\n";
           }
        }
    }
    $output .= '</textarea></p>';
    return $output;
}

sub page_footer {
    my ($newdir,$fn,$page,$webpath,$subdir,$state) = @_;
    my $prevval = &mt('Previous Page');
    my $nextval = &mt('Next Page');
    my $prevclick = 'javascript:backPage();';
    my $nextclick = 'javascript:nextPage();';
    my $go = '';
    if (($page == 0) || ($state eq 'badfile')) {
        $go = 'NextPage';
        $prevval = &mt('Exit Now');
        $prevclick = 'javascript:location.href='."'$webpath';";
        $nextclick = 'javascript:submit();'
    } elsif ($page == 3) {
        $nextval = &mt('Complete Testbank Conversion');
    } elsif ($page == 4) {
        if (($state ne 'existing') && ($state ne 'unchecked')) {
            my $destdir = $webpath;
            if ($subdir ne '') {
                $destdir = $webpath.$subdir;
            }
            $prevval = &mt('Back to Directory');
            $prevclick = 'javascript:location.href='."'$destdir';";
       }
    }
    my $output = '
       <input type="hidden" name="newdir" value="'.&HTML::Entities::encode($newdir,'<>&"').'" />
       <input type="hidden" name="filename" value="'.$fn.'" />
       <input type="hidden" name="page" value="'.$page.'" />
       <input type="hidden" name="phase" value="three" />
       <input type="hidden" name="go" value="'.$go.'" />
       <input type="hidden" name="timestamp" value="'.$env{'form.timestamp'}.'" />';
    if ($page ne '') {
        $output .= '
       <table border="0">
        <tr>
         <td>
          <input type="button" name="backpage" value="'.$prevval.'" onclick="'.$prevclick.'" />
         </td>';
        if (($page < 4) && ($state ne 'badfile'))  {
            $output .= '
         <td>&nbsp;</td>
         <td>
          <input type="button" name="nextpage" value="'.$nextval.'" onclick="'.$nextclick.'" />
         </td>';
        }
        $output .= '    </tr>
       </table>
';
    }
    return $output;
}

sub question_count {
    my ($qnumformat,$textref) = @_;
    my $text_in = join "\n", @{$textref};
    $text_in = "\n ".$text_in;
    my $qpattern ='';
    if ($qnumformat eq "period") {
        $qpattern = '\d{1,}\.';
    } elsif ($qnumformat eq "paren") {
        $qpattern = '\(\d{1,}\)';
    } elsif ($qnumformat eq "number") {
        $qpattern = '\d{1,}';
    } elsif ($qnumformat eq "leadparen") {
        $qpattern = '\(\d{1,}';
    } elsif ($qnumformat eq "trailparen") {
        $qpattern = '\d{1,}\)';
    }
    my @questions = split/[\r\n\f]+\s?$qpattern\s?/,$text_in;
    my $qcount = scalar(@questions);
    $qcount = $qcount/2;
    $qcount = int($qcount);
    return $qcount;
}

sub get_constants {
    my @alphabet = ("a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z");
    my @romans = ("i","ii","iii","iv","v","vi","vii","viii","ix","x","xi","xii","xiii","xiv","xv","xvi","xvii","xviii","xix","xx","xxi","xxii","xxiii","xxiv","xxv","xxvi");
    return (\@alphabet,\@romans);
}

sub file_split {
    my ($startsref,$endsref,$numsref,$qnumformat,$foilsref,$textref,$multpartsref,$numitems,$qtyperef,$blocks) = @_;
    my $text_in = join "\n", @{$textref};
    $text_in = "\n ".$text_in;
    my $dignum = length($numitems);
    my ($qpatst,$qpatend,$numpat,@questions,@qids);
    my $numpat = '\d{1';
    if ($dignum > 1) {
        $numpat .= ','.$dignum.'}';
    } else {
        $numpat .= '}';
    }
    if ($qnumformat eq "period") {
        $qpatend = '\.'; 
    } elsif ($qnumformat eq "paren") {
        $qpatst = '\(';
        $qpatend = '\)';
    } elsif ($qnumformat eq "leadparen") {
        $qpatst = '\(';
    } elsif ($qnumformat eq "trailparen") {
        $qpatend = '\)';
    }
    my @lines = split/[\r\n\f]+\s*$qpatst($numpat)$qpatend\s*/,$text_in;
# my @questions = split/\n\s\d{1,3}\.\s/,$text_in;
    shift(@lines);
    for (my $i=0; $i<@lines; $i++) {
        if ($i%2) {
            push(@questions,$lines[$i]);
        } else {
            push(@qids,$lines[$i]);
        }
    }
    my %multparts = ();
    for (my $i=0; $i<$blocks; $i++) {
        if (${$numsref}[$i] > 0) {
            if ((${$qtyperef}[$i] eq "MC") || (${$qtyperef}[$i] eq "MA") || (${$qtyperef}[$i] eq "Ord")) {
                my $splitstr = '';
                if (${$foilsref}[$i] eq "lcspace") {
                    $splitstr = '[a-z]\s';
                } elsif (${$foilsref}[$i] eq "ucspace") {
                    $splitstr = '[A-Z]\s';
                } elsif (${$foilsref}[$i] eq "lcperiod") {
                    $splitstr = '[a-z]\.';
                } elsif (${$foilsref}[$i] eq "lcparen") {
                    $splitstr = '\([a-z]\)';
                } elsif (${$foilsref}[$i] eq "lconeparen") {
                    $splitstr = '[a-z]\)';
                } elsif (${$foilsref}[$i] eq "lcdotparen") {
                    $splitstr = '[a-z]\.\)';
                } elsif (${$foilsref}[$i] eq "ucperiod") {
                    $splitstr = '[A-Z]\.';
                } elsif (${$foilsref}[$i] eq "ucparen") {
                    $splitstr = '\([A-Z]\)';
                } elsif (${$foilsref}[$i] eq "uconeparen") {
                    $splitstr = '[A-Z]\)';
                } elsif (${$foilsref}[$i] eq "ucdotparen") {
                    $splitstr = '[A-Z]\.\)';
                } elsif (${$foilsref}[$i] eq "romperiod") {
                    $splitstr = '[ivx]+\.';
                } elsif (${$foilsref}[$i] eq "romparen") {
                    $splitstr = '\([ivx]+\)';
                } elsif (${$foilsref}[$i] eq "romoneparen") {
                    $splitstr = '[ivx]+\)';
                } elsif (${$foilsref}[$i] eq "romdotparen") {
                    $splitstr = '[ivx]+\.\)';
                }
                for (my $j=${$startsref}[$i]-1; $j<${$endsref}[$i]; $j++) {
                    @{$multparts{$j}} = split/[\r\n\f]+\s*$splitstr\s*/,$questions[$j];
                    chomp(@{$multparts{$j}});
                }
            } elsif (${$qtyperef}[$i] eq "FIB") { 
                for (my $j=${$startsref}[$i]-1; $j<${$endsref}[$i]; $j++) {
                    @{$multparts{$j}} = ("$questions[$j]");
                }
            }
        }
    }
    my ($lastanswer,$footer) = ($questions[-1] =~ /^([,\r\n\f\t\s().A-Za-z]+)(.+)$/);
    if ($footer ne '') {
        $questions[-1] = $lastanswer;
    }
    %{$multpartsref} = %multparts;
    return (\@questions,\@qids,$footer);
}
 
# create_mcq builds an MC, MA, Ord or FIB question

sub create_mcq {
    my ($destdir,$subdir,$qstnref,$answerref,$qtype,$libfile,$res,$header,$footer,$js,$css) = @_;

    my $qstn = ${$qstnref}[0];
    my $numfoils = scalar(@{$qstnref}) - 1; 
    my $datestamp = localtime;
    my $numansrs = scalar(@{$answerref});
    my $output = '<problem>';
    if ($qtype eq 'MC') {
        $output .= "\n".'<parameter name="maxtries" type="int_pos" default="2" description="Maximum Number of Tries" />';
    }
    $output .= '
 <startouttext />';
    if ($res eq 'application/rtf' || $res eq 'text/html') {
        if ($header ne '') {
            $output .= &HTML::Entities::decode($header);
        }
        if ($js ne '') {
            $output .= &HTML::Entities::decode($js);
        }
        if ($css ne '') {
            $output .= &HTML::Entities::decode($css);
        }
        $qstn = &HTML::Entities::decode($qstn);
    }
    $output .= $qstn.'<endouttext />'."\n";
    if ($qtype eq "MA") {
        $output .= qq|
   <optionresponse max="$numfoils" randomize="yes">
    <foilgroup options="('True','False')">
        |;
        for (my $k=0; $k<@{$qstnref}-1; $k++) {
            $output .= "   <foil name=\"foil".$k."\" value=\"";
            if (grep/^$k$/,@{$answerref}) {
                $output .= "True\" location=\"random\"";
            } else {
                $output .= "False\" location=\"random\"";
            }
            my $showfoil = ${$qstnref}[$k+1];
            if ($res eq 'application/rtf' || $res eq 'text/html') {
                $showfoil = &HTML::Entities::decode($showfoil);
            }
            $output .= "\><startouttext />$showfoil<endouttext /></foil>\n";
        }
        chomp($output);
        $output .= qq|
    </foilgroup>
   </optionresponse>|;
    }
    if ($qtype eq "MC") {
        $output .= qq|
   <radiobuttonresponse max="$numfoils" randomize="yes">
    <foilgroup>
        |;
        for (my $k=0; $k<@{$qstnref}-1; $k++) {
            $output .= "   <foil name=\"foil".$k."\" value=\"";
            if (grep/^$k$/,@{$answerref}) {
                $output .= "true\" location=\"";
            } else {
                $output .= "false\" location=\"";
            }
            if (lc (${$qstnref}[$k+1]) =~ m/^\s?([Aa]ll)|([Nn]one)\sof\sthe\sabove\.?/) { 
                $output .= "bottom\"";
            } else {
                $output .= "random\"";
            }
            my $showfoil = ${$qstnref}[$k+1];
            if ($res eq 'application/rtf' || $res eq 'text/html') {
                $showfoil = &HTML::Entities::decode($showfoil);
            }
            $output .= "\><startouttext />$showfoil<endouttext /></foil>\n";
        }
        chomp($output);
        $output .= qq|
    </foilgroup>
   </radiobuttonresponse>|;
    }
    if ($qtype eq "Ord") {
        $output .= qq|
   <rankresponse max="$numfoils" randomize="yes">
    <foilgroup>
        |;
        for (my $k=0; $k<@{$qstnref}-1; $k++) {
            my $ansval;
            my $num = 0;
            for (my $i=0; $i<@{$answerref}; $i++) {
                if ($$answerref[$i] =~ /=/) {
                    my @tied = split(/=/,$$answerref[$i]);
                    foreach my $tie (@tied) {
                        if ($k == $tie) {
                            $ansval = $num + 1;
                            last;
                        }
                    }
                    $num += scalar(@tied);
                } elsif ($k == $$answerref[$i]) {
                    $ansval = $num + 1;
                    last;
                } else {
                    $num ++;
                }
            }
            my $showfoil = ${$qstnref}[$k+1];
            if ($res eq 'application/rtf' || $res eq 'text/html') {
                $showfoil = &HTML::Entities::decode($showfoil);
            }
            $output .= "   <foil location=\"random\" name=\"foil".$k."\" value=\"".$ansval."\"><startouttext />$showfoil<endouttext /></foil>\n";
        }
        chomp($output);
        $output .= qq|
    </foilgroup>
   </rankresponse>|;
    }
    if ($qtype eq "FIB") {
        my $numerical = 1;
        for (my $i=0; $i<@{$answerref}; $i++) {
            if (${$answerref}[$i] =~ m/([^\d\.]|\.\.)/) {
                $numerical = 0;
            }
        }
        if ($numerical) {
            my $numans;
            my $tol;
            if (@{$answerref} == 1) {
                $tol = 5;
                $numans = $$answerref[0];
            } else {
                my $min = $$answerref[0];
                my $max = $$answerref[0];    
                for (my $i=1; $i<@{$answerref}; $i++) {
                    if ($$answerref[$i]<=$min) {
                        $min = $$answerref[$i];
                    } elsif ($$answerref[$i] >= $max) {
                        $max = $$answerref[$i];
                    }
                }
                $numans = ($max + $min)/2;
                $tol = 100*($max - $min)/($numans*2); 
            }
            $output .= qq|
<numericalresponse answer="$numans">
	<responseparam type="tolerance" default="$tol%" name="tol" description="Numerical Tolerance" />
	<responseparam name="sig" type="int_range,0-16" default="0,15" description="Significant Figures" />
	<textline />
</numericalresponse>|;
        } else {
            if (@{$answerref} == 1) {
                $output .= qq|
<stringresponse answer="$$answerref[0]" type="ci">
<textline>
</textline>
</stringresponse>|;
            } else {
                for (my $i=0; $i<@{$answerref}; $i++) {
                    ${$answerref}[$i] =~ s/\|/\|/g;
                }
                my $regexpans = join('|',@{$answerref});
                $regexpans = '/('.$regexpans.')/'; 
                $output .= qq|
<stringresponse answer="$regexpans" type="re">
<textline>
</textline>
</stringresponse>|;
            }
        }
    }
    if ($footer ne '') {
        $output .= '<startouttext />'.&HTML::Entities::decode($footer).'<endouttext />';
    }
    $output .= qq|
  </problem>
|;
    my $result;
    if (-e $destdir.$libfile) {
        $result = 'exists';
    } else {
        if (open(PROB,">",$destdir.$libfile)) {
            print PROB $output;
            close(PROB);
            $result = 'ok';
        } else {
            $result = 'failed';
        } 
    }
    return ($result,$subdir.$libfile);
}

# create_ess builds an essay or True/False question

sub create_ess {
    my ($destdir,$subdir,$answer_id,$qstn,$answertxt,$qtype,$libfile,$res,$header,
        $footer,$js,$css) = @_;
    my $output = '<problem>
 <startouttext />';
    if ($res eq 'application/rtf' || $res eq 'text/html') {
        if ($header ne '') {
            $output .= &HTML::Entities::decode($header);
        }
        if ($js ne '') {
            $output .= &HTML::Entities::decode($js);
        }
        if ($css ne '') {
            $output .= &HTML::Entities::decode($css);
        }
        $qstn = &HTML::Entities::decode($qstn);
        $answertxt = &HTML::Entities::decode($answertxt);
    }
    $output .= $qstn.'<endouttext />';
    my $answer = '';
    my $answerlog = '';
    if ($qtype eq "Ess") {
        $output .= '
   <essayresponse>
   <textfield></textfield>
   </essayresponse>
   <postanswerdate>
    <startouttext />
   '.$answertxt
   .'<endouttext />
   </postanswerdate>';
    } elsif ($qtype eq "TF") {
         $answer = $answer_id;
         $output .= qq|
   <radiobuttonresponse max="2" randomize="yes">
    <foilgroup>
         |;
         $output .= "   <foil name=\"foil0\" value=\"true\" location=\"random\"><startouttext />";
         if ($answer_id) {
              $output .= "False";
         } else {
              $output .= "True";
         }
         $output .= "<endouttext /></foil>\n";
         $output .= "   <foil name=\"foil1\" value=\"false\" location=\"random\"><startouttext />";
         if ($answer_id) {
              $output .= "True";
         } else {
              $output .= "False";
         }
         $output .= '<endouttext /></foil>
    </foilgroup>
   </radiobuttonresponse>';
     }
     if ($footer ne '') {
        $output .= '
<startouttext />'.&HTML::Entities::decode($footer).'<endouttext />';
     }
     $output .= '
  </problem>
';
     my $result;
     if (-e $destdir.$libfile) {
         $result = 'exists';
     } else {
         if (open(PROB,">",$destdir.$libfile)) {
             print PROB $output;
             close(PROB);
             $result = 'ok';
         } else {
             $result = 'failed';
         }
     }
     return ($result,$subdir.$libfile);
}

sub probfile_name {
    my ($j) = @_;
    my $libfile = &HTML::Entities::decode($env{'form.probfile_'.$j});
    my $qnum = $j + 1;
    if ($libfile eq '') {
        if (length($qnum) == 1) {
            $qnum = "00".$qnum;
        } elsif (length($qnum) == 2) {
            $qnum = "0".$qnum;
        }
        $libfile = 'testbank_question_'.$qnum;
        $libfile .= '.problem';
    }
    return $libfile;
}

sub file_error {
    my ($r,$fn,$current_page,$webpath,$res) = @_;
    $r->print('<p><form name="display" method="post" action="/adm/testbank">'.&mt('The file you uploaded does not appear to be in the correct format.').
              '</p><p>'.&mt('Extraction of questions is only possible for the following file types:').
              '<ul>'.
              '<li>'.&mt('plain text').'</li>'.
              '<li>'.&mt('RTF').'</li>'.
              '<li>'.&mt('HTML').'</li></ul>'.
              &mt('The file type identified for the file you uploaded is [_1].','<b>'.$res.'</b>').'</p>');
    $r->print(&page_footer($env{'form.newdir'},$fn,$current_page,$webpath,undef,'badfile').
             '</form>');
    return;
}

sub parse_datafile {
    my ($r,$filename,$dirpath,$webpath,$page_name,$subdir,$timestamp) = @_;
    my ($badfile,$res,%allfiles,%codebase);
    my $mm = new File::MMagic;
    my ($text,$header,$css,$js);
    if (-e "$dirpath") {
        $res = $mm->checktype_filename($dirpath.$filename);
        if ($env{'form.phase'} eq 'three') {          
            if ($res eq 'text/plain') {
                open(TESTBANK,"<",$dirpath.$filename);
                @{$text} = <TESTBANK>;
                close(TESTBANK);
            } elsif ($res eq 'application/rtf') {
                my $html = '';
                my $image_uri = $timestamp;
                if ($page_name eq 'Target') {
                    $image_uri = "$webpath/$timestamp";
                }
                my $image_dir;
                if ($page_name eq 'Blocks') {
                    $image_dir = $dirpath;
                    $image_dir =~ s/\/$//;
                    $image_dir .= '/'.$timestamp;
                    if (!-e $image_dir) {
                        mkdir($image_dir,0755);
                    }
                } else {
                    $image_dir = $r->dir_config('lonDaemons').'/tmp/'.
                                 $env{'user.name'}.'_'.$env{'user.domain'}.
                                 '_rtfupload_'.$filename.'_'.time.'_'.$$;
                   if (!-e $image_dir) {
                       mkdir($image_dir,0755);
                   }
                }
                my $parser = RTF::HTMLConverter->new (
                                  in                => $dirpath.$filename,
                                  out               => \$html,
                                  DOMImplementation => 'XML::DOM',
                                  image_uri         => $image_uri,
                                  image_dir         => $image_dir,
                             );
                $parser->parse();
                utf8::decode($html);
                ($text,$header,$css,$js) = 
                    &parse_htmlcontent($res,$subdir,$html,undef,$page_name);
            } elsif ($res eq 'text/html') {
                ($text,$header,$css,$js) = 
                    &parse_htmlcontent($res,$subdir,undef,$dirpath.$filename,$page_name);
            } else {
                $badfile = 1;
            }
        }
    }
    return ($res,$badfile,$text,$header,$css,$js,\%allfiles,\%codebase);
}

sub parse_htmlcontent {
    my ($res,$subdir,$html,$fullpath,$page_name) = @_;
    my ($p,$fh);
    if ($res eq 'application/rtf') {
        $p = HTML::TokeParser->new( \$html );
    } elsif ($res eq 'text/html') {
        open($fh, "<:utf8", $fullpath);
        $p = HTML::TokeParser->new( $fh );
    }
    my ($current_tag,$line,@text,$header,$css,$js,$have_header,$delayed);
    while (my $token = $p->get_token) {
        if (ref($token) eq 'ARRAY') {
            if ($token->[0] eq 'S') {
                if ($delayed ne '') {
                    $line.= $delayed;
                    $delayed = '';
                }
                $current_tag = $token->[1];
                next if ($token->[1] eq 'html' || $token->[1] eq 'head' || $token->[1] eq 'body' || $token->[1] eq 'meta' || $token->[1] eq 'title');
                if ($token->[1] eq 'p') {
                    $line =~ s/^[\s\240]*(.*?)[\s\240]*$/$1/;
                    if (!$have_header) {
                        $header = $line;
                        if ($header ne '') {
                            $header =~ s/\s*[\n\r\f]+/\n/gs;
                        }
                        $have_header = 1;
                    } else {
                        push(@text,$line);
                    }
                    $line = '';
                } elsif ($current_tag eq 'style') {
                    $css .= $token->[4];
                } elsif ($current_tag eq 'script') {
                    $js .= $token->[4];
                } else {
                    my $contents = $token->[4];
                    if ($subdir ne '') {
                        if (($token->[1] eq 'img') && ($token->[2]->{'src'} ne '')) {
                            if (($res eq 'text/html') || 
                                ($res eq 'application/rtf') && ($page_name ne 'Target')) {
                                $contents =~ s/(src=\s*["']?)/$1..\//i;
                            }
                        }
                    }
                    if (($line eq '') && ($current_tag eq 'font')) {
                        $delayed = &HTML::Entities::encode($contents,'<>&"');
                    } else {
                        $line .= &HTML::Entities::encode($contents,'<>&"');
                    }
                }
            } elsif ($token->[0] eq 'T') {
                if ($current_tag ne 'html' && $current_tag ne 'head' && $current_tag ne 'body' && $current_tag ne 'meta' && $current_tag ne 'title') {
                    if ($current_tag eq 'style') { 
                       $css .=  $token->[1];
                    } elsif ($current_tag eq 'script') {
                       $js .=  $token->[1];
                    } else {
                        if ($delayed ne '') {
                            my ($id,$rest) = ($token->[1] =~ /^(\s*\(*[A-Za-z0-9]+\)*\.*\s+)(.+)$/s);
                            if ($id ne '') {
                                $line .= $id.$delayed.$rest;
                            } else {
                                $line .= $token->[1].$delayed;
                            }
                            $delayed = '';
                        } else {
                            $line .= $token->[1];
                        }
                    }
                }
            } elsif ($token->[0] eq 'E') {
                next if ($token->[1] eq 'html' || $token->[1] eq 'head' || $token->[1] eq 'body' || $token->[1] eq 'meta' || $token->[1] eq 'title' || $token->[1] eq 'p');
                if ($token->[1] eq 'style') {
                    $css .= $token->[2];
                } elsif ($token->[1] eq 'script') {
                    $js .= $token->[2];
                } else {
                    $line .= &HTML::Entities::encode($token->[2],'<>&"');
                }
                $current_tag = '';
            }
        }
    }
    if ($line ne '') {
        if ($line ne '') {
            $line =~ s/\s*[\n\r\f]+/\n/gs;
        }
        $line =~ s/^[\s\240]*(.*?)[\s\240]*$/$1/;
        push(@text,$line);
    }
    if ($res eq 'text/html') {
        close($fh);
    }
    return (\@text,$header,$css,$js);
}

sub build_image_url {
    my ($webpath,$item) = @_;
    $item =~ s/(<img[^>]+src=["']?\s*)(\.?\.?\/?)/$1$webpath/gsi;
    return $item;
}

sub print_header {
    my ($uname,$udom,$javascript,$loadentries,$title,$crumbtext,$crumbhref,
        $crsauthor,$current_page,$pagesref,$namesref) = @_;
    my $brcrum = [{'href' => $crumbhref),
                   'text' => $crumbtext}];
    if ($env{'form.phase'} eq 'three') {
        if (ref($pagesref) eq 'ARRAY') {
            for (my $i=0; $i<$current_page; $i++) {
                my $goback = 1 + $i - $current_page;
                if (ref($namesref) eq 'HASH') {
                    if ($namesref->{$pagesref->[$i]} ne '') {
                        if (ref($brcrum) eq 'ARRAY') {
                            my $text = $namesref->{$pagesref->[$i]};
                            my $href;
                            if ($goback == -1) {
                                $href = 'javascript:backPage();';
                            } else {
                                $href = 'javascript:history.go('.$goback.')';
                            }
                            push(@{$brcrum}, {'href' => $href,
                                              'text' => $text});
                        }
                    }
                }
            }
        }
    }
    my $output = &Apache::loncommon::start_page($title,$javascript,
                                             {'bread_crumbs' => $brcrum,
                                              'add_entries' => $loadentries});
    unless ($crsauthor) {
        if (($uname ne $env{'user.name'}) || ($udom ne $env{'user.domain'})) {
            $output .= '<p class="LC_info">'
                       .&mt('Co-Author [_1]',$uname.':'.$udom)
                       .'</p>';
        }
    }
    return $output;
}

# ---------------------------------------------------------------- Main Handler
sub handler {
    my $r=shift;

    my $fn=$env{'form.filename'};

    if ($env{'form.filename1'}) {
       $fn=$env{'form.filename1'}.$env{'form.filename2'};
    }
    $fn=~s{\+}{}g;

    unless ($fn) {
        $r->log_reason($env{'user.name'}.' at '.$env{'user.domain'}.
                       ' unspecified filename for upload', $r->filename);
        return HTTP_NOT_FOUND;
    }

    my ($uname,$udom) = &Apache::lonnet::constructaccess($fn);
    if (($uname eq '') || ($udom eq '')) {
        $r->log_reason($uname.':'.$udom.' trying to convert testbank file '.
                       $fn.' - not authorized',$r->filename);
        return HTTP_NOT_ACCEPTABLE;
    }

    my $javascript = '';
    my $page_name = '';
    my $current_page = '';
    my $qcount = '';
    my $crsauthor;
    my $title = 'Upload testbank questions to Authoring Space';
    my $crumbtext = 'Authoring Space';
    my $crumbhref = &Apache::loncommon::authorspace($fn);
    if ($env{'request.course.id'}) {
        my $cnum = $env{'course.'.$env{'request.course.id'}.'.num'};
        my $cdom = $env{'course.'.$env{'request.course.id'}.'.domain'};
        if ($crumbhref eq "/priv/$cdom/$cnum/") {
            $title = 'Upload testbank questions to Course Authoring Space';
            $crumbtext = 'Course Authoring Space';
            $crsauthor = 1;
        }
    }

# ----------------------------------------------------------- Start page output
    &Apache::loncommon::content_type($r,'text/html');
    $r->send_http_header;

    my ($filename,$webpath) = &File::Basename::fileparse($fn);
    my $dirpath = $r->dir_config('lonDocRoot').$webpath;
    my ($res,$subdir,$badfile,$textref,$header,$css,$js,%loadentries,@pages,%names);

    if ($env{'form.phase'} eq 'three') {
        $current_page = &display_control();
        @pages = ('Welcome','Blocks','Format','Target','Confirmation');
        %names = &Apache::lonlocal::texthash(
                   Welcome      => 'Testbank Format',
                   Blocks       => 'Classification',
                   Format       => 'Selection',
                   Target       => 'Result'
        );
        $page_name = $pages[$current_page];
        if ($env{'form.timestamp'} eq '') {
            $env{'form.timestamp'} = time; 
        }
        if ($env{'form.newdir'} ne '') {
            if ($env{'form.newdir'} =~ /^\Q$dirpath\E(.+)$/) {
                $subdir = $1;
            }
        }
        ($res,$badfile,$textref,$header,$css,$js) = 
            &parse_datafile($r,$filename,$dirpath,$webpath,$page_name,
                            $subdir,$env{'form.timestamp'});
        if ($page_name eq 'Welcome') {
             &jscript_zero($webpath,\$javascript);
        } elsif ($page_name eq 'Blocks') {
            if ($env{'form.go'} eq "PreviousPage") {
	        $loadentries{'onload'} = "setElements()";
            }
            &jscript_one(\$javascript);
        } elsif ($page_name eq 'Format') {
            if ($env{'form.go'} eq "PreviousPage") {
                $loadentries{'onload'} = "setElements()";
            }
            $qcount = question_count($env{'form.qnumformat'},$textref);
 	    &jscript_two(\$javascript,$qcount);
        } elsif ($page_name eq 'Target') {
             if ($env{'form.go'} eq "PreviousPage") {
                 $loadentries{'onload'} = "setElements()";
 	     }
	     &jscript_three($webpath,\$javascript);
        } elsif ($page_name eq 'Confirmation') {
	     &jscript_four(\$javascript,$webpath);
        }
        $javascript = "<script type=\"text/javascript\">\n//<!--\n".
	              $javascript."\n// --></script>\n";
        if ($res eq 'application/rtf' || $res eq 'text/html') {
            if ($page_name eq 'Target') {
                $javascript .= $js.$css;
            }
        }
    }

    $r->print(&print_header($uname,$udom,$javascript,\%loadentries,$title,
                            $crumbtext,$crumbhref,$crsauthor,$current_page,
                            \@pages,\%names));

    if (($env{'form.phase'} eq 'four') || ($env{'form.phase'} eq 'three')) {
        if ($env{'form.phase'} eq 'four') {
            $r->print(&Apache::lonupload::phasefour($r,$fn,$uname,$udom,'testbank'));
            my $current_page = 0; 
            my $js;
            &jscript_zero($webpath,\$js);
            $js = '<script type="text/javascript">'."\n$js\n".'</script>';
            $r->print($js);
            &display_zero($r,$fn,$current_page,$webpath);
        } elsif ($env{'form.phase'} eq 'three') {
            if ($env{'form.action'} eq 'upload_embedded') {
                my ($result,$flag) = 
                     &Apache::lonupload::phasethree($r,$fn,$uname,$udom,'testbank');
                $r->print($result);
                if ($flag eq 'modify_orightml') {
                    undef($page_name); 
                    $r->print('<form name="testbankForm" method="post" action="/adm/testbank">'.
                              &page_footer('',$fn).'</form>');
                }
            }
        }
        if ($badfile) {
            &file_error($r,$fn,$current_page,$webpath,$res);
        } else {
            &display_zero ($r,$fn,$current_page,$webpath) if $page_name eq 'Welcome';
            &display_one ($r,$fn,$current_page,$textref,$header) if $page_name eq 'Blocks';
            &display_two ($r,$fn,$current_page,$textref,$header,$qcount) if $page_name eq 'Format';
            &display_three ($r,$fn,$current_page,$textref,$res,$header,$webpath,$qcount) if $page_name eq 'Target';
            &final_display ($r,$fn,$current_page,$textref,$res,$header,$css,$js,$webpath,$dirpath,$subdir) if $page_name eq 'Confirmation';
        }
    } elsif ($env{'form.phase'} eq 'two') {
        my ($result,$flag) = &Apache::lonupload::phasetwo($r,$fn,'testbank');
        $r->print($result);
        if ($flag eq 'ok') {
            my $current_page = 0;
            my $js;
            &jscript_zero($webpath,\$js);
            $js = '<script type="text/javascript">'."\n$js\n".'</script>';
            $r->print($js);
            &display_zero($r,$fn,$current_page,$webpath);
        } elsif ($flag eq 'embedded') {
            $r->print($js.'<form name="testbankForm" method="post" action="/adm/testbank">'.
                      &page_footer('',$fn).'</form>');
        }
    } else {
        &Apache::lonupload::phaseone($r,$fn,'testbank',$uname,$udom);
    }
    $r->print(&Apache::loncommon::end_page());
    return OK;
}

1;
__END__


FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>