version 1.1, 2002/07/24 14:52:32
|
version 1.40, 2003/10/16 13:23:13
|
Line 1
|
Line 1
|
# The LearningOnline Network with CAPA |
# The LearningOnline Network with CAPA |
# (Publication Handler |
|
# |
# |
|
|
# $Id$ |
# $Id$ |
# |
# |
# Copyright Michigan State University Board of Trustees |
# Copyright Michigan State University Board of Trustees |
Line 25
|
Line 25
|
# |
# |
# http://www.lon-capa.org/ |
# http://www.lon-capa.org/ |
# |
# |
# (Navigate problems for statistical reports |
|
# YEAR=2001 |
|
# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei |
|
# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei |
|
# YEAR=2002 |
|
# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei |
|
# 5/12,5/14,5/15,5/19,5/26,7/16 Behrouz Minaei |
|
# |
|
### |
|
|
|
package Apache::lonproblemanalysis; |
package Apache::lonproblemanalysis; |
|
|
use strict; |
use strict; |
use Apache::lonnet(); |
use Apache::lonnet(); |
use GDBM_File; |
use Apache::loncommon(); |
|
use Apache::lonhtmlcommon(); |
|
use Apache::loncoursedata(); |
|
use Apache::lonstatistics; |
|
use Apache::lonlocal; |
|
use HTML::Entities(); |
|
|
|
my $plotcolors = ['#33ff00', |
|
'#0033cc', '#990000', '#aaaa66', '#663399', '#ff9933', |
|
'#66ccff', '#ff9999', '#cccc33', '#660000', '#33cc66', |
|
]; |
|
|
sub BuildProblemAnalysisPage { |
sub BuildProblemAnalysisPage { |
my ($cacheDB)=@_; |
my ($r,$c)=@_; |
|
$r->print('<h2>'.&mt('Option Response Problem Analysis').'</h2>'); |
my %cache; |
$r->print(&CreateInterface()); |
my $Str = ''; |
# |
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { |
my @Students = @Apache::lonstatistics::Students; |
$Str .= '<html><body>Unable to tie database.</body></html>'; |
# |
return $Str; |
if (exists($ENV{'form.updatecaches'}) || |
|
(exists($ENV{'form.firstanalysis'}) && |
|
$ENV{'form.firstanalysis'} ne 'no')) { |
|
&Apache::lonstatistics::Gather_Full_Student_Data($r); |
|
} |
|
if (! exists($ENV{'form.firstanalysis'})) { |
|
$r->print('<input type="hidden" name="firstanalysis" value="yes" />'); |
|
} else { |
|
$r->print('<input type="hidden" name="firstanalysis" value="no" />'); |
|
} |
|
$r->rflush(); |
|
if (exists($ENV{'form.problemchoice'}) && |
|
! exists($ENV{'form.SelectAnother'})) { |
|
$r->print('<input type="submit" name="ProblemAnalysis" value="'. |
|
&mt('Analyze Problem Again').'" />'); |
|
$r->print(' 'x5); |
|
$r->print('<input type="submit" name="ClearCache" value="'. |
|
&mt('Clear Caches').'" />'); |
|
$r->print(' 'x5); |
|
$r->print('<input type="submit" name="updatecaches" value="'. |
|
&mt('Update Student Data').'" />'); |
|
$r->print(' 'x5); |
|
$r->print('<input type="hidden" name="problemchoice" value="'. |
|
$ENV{'form.problemchoice'}.'" />'); |
|
$r->print('<input type="submit" name="SelectAnother" value="'. |
|
&mt('Choose a different resource').'" />'); |
|
$r->print(' 'x5); |
|
# |
|
$r->print('<hr />'); |
|
# |
|
my ($symb,$part,$resid) = &get_problem_symb( |
|
&Apache::lonnet::unescape($ENV{'form.problemchoice'}) |
|
); |
|
# |
|
my $resource = &get_resource_from_symb($symb); |
|
if (defined($resource)) { |
|
my %Data = &get_problem_data($resource->{'src'}); |
|
my $ORdata = $Data{$part.'.'.$resid}; |
|
## |
|
## Render the problem |
|
my $base; |
|
($base,undef) = ($resource->{'src'} =~ m|(.*/)[^/]*$|); |
|
$base = "http://".$ENV{'SERVER_NAME'}.$base; |
|
my $rendered_problem = |
|
&Apache::lonnet::ssi_body($resource->{'src'}); |
|
$rendered_problem =~ s/<\s*form\s*/<nop /g; |
|
$rendered_problem =~ s|(<\s*/form\s*>)|<\/nop>|g; |
|
$r->print('<table bgcolor="ffffff"><tr><td>'. |
|
'<base href="'.$base.'" />'. |
|
$rendered_problem. |
|
'</td></tr></table>'); |
|
## |
|
## Analyze the problem |
|
my $PerformanceData = |
|
&Apache::loncoursedata::get_optionresponse_data |
|
(\@Students,$symb,$resid); |
|
if (defined($PerformanceData) && |
|
ref($PerformanceData) eq 'ARRAY') { |
|
if ($ENV{'form.AnalyzeOver'} eq 'Tries') { |
|
my $analysis_html = &tries_analysis($PerformanceData, |
|
$ORdata); |
|
$r->print($analysis_html); |
|
} elsif ($ENV{'form.AnalyzeOver'} eq 'Time') { |
|
my $analysis_html = &time_analysis($PerformanceData, |
|
$ORdata); |
|
$r->print($analysis_html); |
|
} else { |
|
$r->print('<h2>'. |
|
&mt('The analysis you have selected is '. |
|
'not supported at this time'). |
|
'</h2>'); |
|
} |
|
} else { |
|
$r->print('<h2>'. |
|
&mt('There is no student data for this problem.'). |
|
'</h2>'); |
|
} |
|
} else { |
|
$r->print('resource is undefined'); |
|
} |
|
$r->print('<hr />'); |
|
} else { |
|
$r->print('<input type="submit" name="ProblemAnalysis" value="'. |
|
&mt('Analyze Problem').'" />'); |
|
$r->print(' 'x5); |
|
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>'); |
|
$r->print(&OptionResponseProblemSelector()); |
} |
} |
|
|
$Str .= &IntervalOptions($cache{'Interval'}); |
|
$Str .= &OptionResponseTable($cache{'OptionResponses'}); |
|
|
|
untie(%cache); |
|
|
|
return $Str; |
|
} |
} |
|
|
sub BuildAnalyzePage { |
|
my ($cacheDB, $students, $courseID)=@_; |
|
|
|
my $Str = ''; |
######################################################### |
my %cache; |
######################################################### |
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) { |
## |
$Str .= '<html><body>Unable to tie database.</body></html>'; |
## Misc interface routines use by analysis code |
return $Str; |
## |
} |
######################################################### |
|
######################################################### |
my $uri = $cache{'AnalyzeURI'}, |
sub build_foil_index { |
my $part = $cache{'AnalyzePart'}, |
my ($ORdata) = @_; |
my $problem = $cache{'AnalyzeProblem'}, |
my %Foildata = %{$ORdata->{'Foils'}}; |
my $title = $cache{'AnalyzeTitle'}, |
my @Foils = sort(keys(%Foildata)); |
my $interval = $cache{'Interval'}, |
my %Concepts; |
|
foreach my $foilid (@Foils) { |
my %ConceptData; |
push(@{$Concepts{$Foildata{$foilid}->{'Concept'}}}, |
$ConceptData{"Interval"} = $interval; |
$foilid); |
|
} |
#Initialize the option response true answers |
undef(@Foils); |
my ($Concepts, $foil_to_concept, $answer) = &InitAnalysis($uri, $part, |
# Having gathered the concept information in a hash, we now translate it |
$problem, |
# into an array because we need to be consistent about order. |
$students->[0], |
# Also put the foils in order, too. |
$courseID); |
my $sortfunction = sub { |
|
my %Numbers = (one => 1, |
#compute the intervals |
two => 2, |
&Interval($part, $problem, $interval, $Concepts, \%ConceptData); |
three => 3, |
|
four => 4, |
$title =~ s/\ /"_"/eg; |
five => 5, |
$Str .= '<br><b>'.$uri.'</b>'; |
six => 6, |
|
seven => 7, |
#Java script Progress window |
eight => 8, |
&Create_PrgWin(); |
nine => 9, |
&Update_PrgWin("Starting-to-analyze-problem"); |
ten => 10,); |
for (my $index=0;$index<(scalar @$students);$index++) { |
my $a1 = $a; |
&Update_PrgWin($index); |
my $b1 = $b; |
&OpStatus($problem, $students->[$index], $courseID, $answer); |
if (exists($Numbers{lc($a)})) { |
} |
$a1 = $Numbers{lc($a)}; |
&Close_PrgWin(); |
} |
|
if (exists($Numbers{lc($b)})) { |
$Str .= '<br>'; |
$b1 = $Numbers{lc($b)}; |
for (my $k=0; $k<$interval; $k++ ) { |
} |
$Str .= &DrawGraph($k, $title, $Concepts, \%ConceptData); |
$a1 cmp $b1; |
} |
}; |
for (my $k=0; $k<$interval; $k++ ) { |
my @Concepts; |
$Str .= &DrawTable($k, $Concepts, \%ConceptData); |
foreach my $concept (sort $sortfunction (keys(%Concepts))) { |
} |
push(@Concepts,{ name => $concept, |
#$Apache::lonxml::debug=1; |
foils => [@{$Concepts{$concept}}]}); |
#&Apache::lonhomework::showhash(%ConceptData); |
push(@Foils,(@{$Concepts{$concept}})); |
#$Apache::lonxml::debug=0; |
} |
my $Answ=&Apache::lonnet::ssi($uri); |
# |
$Str .= '<br><b>Here you can see the Problem:</b><br>'.$Answ; |
# Build up the table of row labels. |
|
my $table = '<table border="1" >'."\n"; |
untie(%cache); |
if (@Concepts > 1) { |
|
$table .= '<tr>'. |
return $Str; |
'<th>'.&mt('Concept Number').'</th>'. |
|
'<th>'.&mt('Concept').'</th>'. |
|
'<th>'.&mt('Foil Number').'</th>'. |
|
'<th>'.&mt('Foil Name').'</th>'. |
|
'<th>'.&mt('Foil Text').'</th>'. |
|
'<th>'.&mt('Correct Value').'</th>'. |
|
"</tr>\n"; |
|
} else { |
|
$table .= '<tr>'. |
|
'<th>'.&mt('Foil Number').'</th>'. |
|
'<th>'.&mt('Foil Name').'</th>'. |
|
'<th>'.&mt('Foil Text').'</th>'. |
|
'<th>'.&mt('Correct Value').'</th>'. |
|
"</tr>\n"; |
|
} |
|
my $conceptindex = 1; |
|
my $foilindex = 1; |
|
foreach my $concept (@Concepts) { |
|
my @FoilsInConcept = @{$concept->{'foils'}}; |
|
my $firstfoil = shift(@FoilsInConcept); |
|
if (@Concepts > 1) { |
|
$table .= '<tr>'. |
|
'<td>'.$conceptindex.'</td>'. |
|
'<td>'.$concept->{'name'}.'</td>'. |
|
'<td>'.$foilindex++.'</td>'. |
|
'<td>'.$Foildata{$firstfoil}->{'name'}.'</td>'. |
|
'<td>'.$Foildata{$firstfoil}->{'text'}.'</td>'. |
|
'<td>'.$Foildata{$firstfoil}->{'value'}.'</td>'. |
|
"</tr>\n"; |
|
} else { |
|
$table .= '<tr>'. |
|
'<td>'.$foilindex++.'</td>'. |
|
'<td>'.$Foildata{$firstfoil}->{'name'}.'</td>'. |
|
'<td>'.$Foildata{$firstfoil}->{'text'}.'</td>'. |
|
'<td>'.$Foildata{$firstfoil}->{'value'}.'</td>'. |
|
"</tr>\n"; |
|
} |
|
foreach my $foilid (@FoilsInConcept) { |
|
if (@Concepts > 1) { |
|
$table .= '<tr>'. |
|
'<td></td>'. |
|
'<td></td>'. |
|
'<td>'.$foilindex.'</td>'. |
|
'<td>'.$Foildata{$foilid}->{'name'}.'</td>'. |
|
'<td>'.$Foildata{$foilid}->{'text'}.'</td>'. |
|
'<td>'.$Foildata{$foilid}->{'value'}.'</td>'. |
|
"</tr>\n"; |
|
} else { |
|
$table .= '<tr>'. |
|
'<td>'.$foilindex.'</td>'. |
|
'<td>'.$Foildata{$foilid}->{'name'}.'</td>'. |
|
'<td>'.$Foildata{$foilid}->{'text'}.'</td>'. |
|
'<td>'.$Foildata{$foilid}->{'value'}.'</td>'. |
|
"</tr>\n"; |
|
} |
|
} continue { |
|
$foilindex++; |
|
} |
|
} continue { |
|
$conceptindex++; |
|
} |
|
$table .= "</table>\n"; |
|
# |
|
# Build option index with color stuff |
|
return ($table,\@Foils,\@Concepts); |
} |
} |
|
|
#---- Problem Analysis Web Page ---------------------------------------------- |
sub build_option_index { |
|
my ($ORdata)= @_; |
sub IntervalOptions { |
my $table = "<table>\n"; |
my ($selectedInterval)=@_; |
my $optionindex = 0; |
|
my @Rows; |
|
foreach my $option ('correct',@{$ORdata->{'Options'}}) { |
|
push (@Rows, |
|
'<tr>'. |
|
'<td bgcolor="'.$plotcolors->[$optionindex++].'">'. |
|
(' 'x4).'</td>'. |
|
'<td>'.$option.'</td>'. |
|
"</tr>\n"); |
|
} |
|
$table .= join('',reverse(@Rows)); |
|
$table .= "</table>\n"; |
|
} |
|
|
my $interval = 1; |
######################################################### |
for(my $n=1; $n<=7; $n++) { |
######################################################### |
if($selectedInterval == $n) { |
## |
$interval = $n; |
## Tries Analysis |
|
## |
|
######################################################### |
|
######################################################### |
|
sub tries_analysis { |
|
my ($PerformanceData,$ORdata) = @_; |
|
my $mintries = 1; |
|
my $maxtries = $ENV{'form.NumPlots'}; |
|
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata); |
|
if ((@$Concepts < 2) && ($ENV{'form.AnalyzeAs'} ne 'Foils')) { |
|
$table = '<h3>'. |
|
&mt('Not enough data for concept analysis. '. |
|
'Performing Foil Analysis'). |
|
'</h3>'.$table; |
|
$ENV{'form.AnalyzeAs'} = 'Foils'; |
|
} |
|
my %ResponseData = &analyze_option_data_by_tries($PerformanceData, |
|
$mintries,$maxtries); |
|
# |
|
# Compute the data neccessary to make the plots |
|
my @PlotData; # Array which holds the data for each plot |
|
# @{$PlotData[$try]->{'datasetname'}} holds the data for |
|
# try $try with respect to 'datasetname'. The array is |
|
# filled either with per-foil or per-concept data. |
|
my ($extrakey,$xlabel,$ylabel); |
|
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
|
$extrakey = &build_option_index($ORdata); |
|
$xlabel = 'Foil Number'; |
|
$ylabel = 'Option Chosen'; |
|
foreach my $foilid (@$Foils) { |
|
for (my $i=$mintries;$i<=$maxtries;$i++) { |
|
foreach my $option ('_correct',@{$ORdata->{'Options'}}) { |
|
push(@{$PlotData[$i]->{'_total'}}, |
|
$ResponseData{$foilid}->[$i]->{'_total'}); |
|
if ($ResponseData{$foilid}->[$i]->{'_total'} == 0) { |
|
push (@{$PlotData[$i]->{$option}},0); |
|
} else { |
|
push (@{$PlotData[$i]->{$option}}, |
|
100 * $ResponseData{$foilid}->[$i]->{$option} / |
|
$ResponseData{$foilid}->[$i]->{'_total'}); |
|
} |
|
} |
|
} |
|
} |
|
} else { |
|
# Concept analysis |
|
# |
|
# Note: we do not bother with characterizing the students incorrect |
|
# answers at the concept level because an incorrect answer for one foil |
|
# may be a correct answer for another foil. |
|
$extrakey = ''; |
|
$xlabel = 'Concept Number'; |
|
$ylabel = 'Percent Correct'; |
|
my %ConceptData; |
|
foreach my $concept (@{$Concepts}) { |
|
for (my $i=$mintries;$i<=$maxtries;$i++) { |
|
# |
|
# Gather the per-attempt data |
|
my $cdata = $ConceptData{$concept}->[$i]; |
|
foreach my $foilid (@{$concept->{'foils'}}) { |
|
$cdata->{'_correct'} += |
|
$ResponseData{$foilid}->[$i]->{'_correct'}; |
|
$cdata->{'_total'} += |
|
$ResponseData{$foilid}->[$i]->{'_total'}; |
|
} |
|
push (@{$PlotData[$i]->{'_total'}},$cdata->{'_total'}); |
|
if ($cdata->{'_total'} == 0) { |
|
push (@{$PlotData[$i]->{'_correct'}},0); |
|
} else { |
|
push (@{$PlotData[$i]->{'_correct'}}, |
|
100*$cdata->{'_correct'}/$cdata->{'_total'}); |
|
} |
|
} |
|
} |
|
} # End of work to fill @PlotData |
|
# |
|
# Build a table for the plots |
|
$table .= "<table>\n"; |
|
my @Plots; |
|
for (my $i=$mintries;$i<=$maxtries;$i++) { |
|
my $minstu = $PlotData[$i]->{'_total'}->[0]; |
|
my $maxstu = $PlotData[$i]->{'_total'}->[0]; |
|
foreach my $count (@{$PlotData[$i]->{'_total'}}) { |
|
if ($minstu > $count) { |
|
$minstu = $count; |
|
} |
|
if ($maxstu < $count) { |
|
$maxstu = $count; |
|
} |
} |
} |
|
$maxstu = 0 if (! defined($maxstu)); |
|
$minstu = 0 if (! defined($minstu)); |
|
my $title; |
|
if ($maxstu == $minstu) { |
|
$title = 'Attempt '.$i.', '.$maxstu.' students'; |
|
} else { |
|
$title = 'Attempt '.$i.', '.$minstu.'-'.$maxstu.' students'; |
|
} |
|
my @Datasets; |
|
foreach my $option ('_correct',@{$ORdata->{'Options'}}) { |
|
next if (! exists($PlotData[$i]->{$option})); |
|
push(@Datasets,$PlotData[$i]->{$option}); |
|
} |
|
my $graphlink = &Apache::loncommon::DrawGraph($title, |
|
$xlabel, |
|
$ylabel, |
|
100, |
|
$plotcolors, |
|
@Datasets); |
|
push(@Plots,$graphlink); |
|
} |
|
# |
|
# Should this be something the user can set? Too many dialogs! |
|
while (my $plotlink = shift(@Plots)) { |
|
$table .= '<tr><td>'.$plotlink.'</td><td>'.$extrakey."</td></tr>\n"; |
} |
} |
|
$table .= "</table>\n"; |
|
return ($table); |
|
} |
|
|
my $Ptr = '<br><b>Select number of intervals</b>'."\n". |
sub analyze_option_data_by_tries { |
'<select name="Interval">'."\n"; |
my ($PerformanceData,$mintries,$maxtries) = @_; |
for(my $n=1; $n<=7;$ n++) { |
my %Trydata; |
$Ptr .= '<option'; |
$mintries = 1 if (! defined($mintries) || $mintries < 1); |
if($interval == $n) { |
$maxtries = $mintries if (! defined($maxtries) || $maxtries < $mintries); |
$Ptr .= ' selected'; |
foreach my $row (@$PerformanceData) { |
|
next if (! defined($row)); |
|
my ($grading,$submission,$time,$tries) = @$row; |
|
next if ($grading eq 'MISSING_ANSWER'); |
|
my @Foilgrades = split('&',$grading); |
|
my @Foilsubs = split('&',$submission); |
|
for (my $numtries = 1; $numtries <= $maxtries; $numtries++) { |
|
if ($tries == $numtries) { |
|
for (my $i=0;$i<=$#Foilgrades;$i++) { |
|
my ($foilid,$correct) = split('=',$Foilgrades[$i]); |
|
my (undef,$submission) = split('=',$Foilsubs[$i]); |
|
$submission = &HTML::Entities::decode($submission); |
|
$submission =~ s/\%20/ /g; |
|
if ($correct) { |
|
$Trydata{$foilid}->[$numtries]->{'_correct'}++; |
|
} else { |
|
$Trydata{$foilid}->[$numtries]->{$submission}++; |
|
} |
|
$Trydata{$foilid}->[$numtries]->{'_total'}++; |
|
} |
|
} |
} |
} |
$Ptr .= '>'.$n."</option>"."\n"; |
|
} |
} |
$Ptr .= '</select>'."\n"; |
return %Trydata; |
|
|
return $Ptr; |
|
} |
} |
|
|
sub OptionResponseTable { |
######################################################### |
my ($optionResponses)=@_; |
######################################################### |
my $Str = ''; |
## |
$Str .= '<br><b> Option Response Problems in this course:</b>'."\n"; |
## Time Analysis |
$Str .= '<br><br>'."\n"; |
## |
$Str .= "<table border=2><tr><th> \# </th><th> Problem Title </th>"; |
######################################################### |
$Str .= '<th> Resource </th><th> Analysis </th></tr>'."\n"; |
######################################################### |
|
sub time_analysis { |
my $number=1; |
my ($PerformanceData,$ORdata) = @_; |
foreach (split(':::', $optionResponses)) { |
my $num_plots = $ENV{'form.NumPlots'}; |
my ($uri,$title,$part,$problem)=split('::',$_); |
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata); |
my $Temp = '<a href="'.$uri.'" target="_blank">'.$title.'</a>'; |
my $num_data = scalar(@$PerformanceData)-1; |
$Str .= '<tr>'; |
my $percent = sprintf('%2f',100/$num_plots); |
$Str .= '<td> '.$number.' </td>'; |
my $extratable = ''; |
$Str .= '<td bgcolor="#DDFFDD"> '.$Temp.' </td>'; |
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
$Str .= '<td bgcolor="#EEFFCC"> '.$uri.' </td>'; |
$extratable = &build_option_index($ORdata); |
$Str .= '<td><input type="submit" name="Analyze:::'.$uri.':::'; |
} |
$Str .= $title.':::'.$part.':::'.$problem.'" value="'; |
$table .= "<table>\n"; |
$Str .= 'Analyze" /></td></tr>'."\n"; |
for (my $i=0;$i<$num_plots;$i++) { |
$number++; |
my $starttime = &Apache::lonhtmlcommon::get_date_from_form |
|
('startdate_'.$i); |
|
my $endtime = &Apache::lonhtmlcommon::get_date_from_form |
|
('enddate_'.$i); |
|
my ($begin_index,$end_index,$plottitle,$plothtml,$data); |
|
if (! defined($starttime) || ! defined($endtime)) { |
|
$begin_index = $i*int($num_data/$num_plots); |
|
$end_index = ($i+1)*int($num_data/$num_plots); |
|
my $lownum = sprintf('%2.1f',$i*$percent); |
|
$lownum =~ s/(\.0)$//; |
|
my $highnum = sprintf('%2.1f',($i+1)*$percent); |
|
$highnum =~ s/(\.0)$//; |
|
$plottitle = $lownum.'% to '.$highnum.'% of submissions'; |
|
} else { |
|
my $j; |
|
while (++$j < scalar(@$PerformanceData)) { |
|
last if ($PerformanceData->[$j]->[2] > $starttime); |
|
} |
|
$begin_index = $j; |
|
while (++$j < scalar(@$PerformanceData)) { |
|
last if ($PerformanceData->[$j]->[2] > $endtime); |
|
} |
|
$end_index = $j; |
|
$plottitle = $ENV{'form.plottitle_'.$i}; |
|
} |
|
($plothtml,$starttime,$endtime,$data) = |
|
&analyze_option_data_by_time($PerformanceData, |
|
$begin_index,$end_index, |
|
$plottitle,$Foils, |
|
$Concepts,$ORdata); |
|
my $startdateform = &Apache::lonhtmlcommon::date_setter |
|
('Statistics','startdate_'.$i,$starttime); |
|
my $enddateform = &Apache::lonhtmlcommon::date_setter |
|
('Statistics','enddate_'.$i,$endtime); |
|
$table.="<tr><td>".$plothtml.'</td><td align="left" valign="top">'. |
|
"<b>Start Time</b>: ".$startdateform."<br />". |
|
"<b>End Time</b> : "." ".$enddateform."<br />". |
|
'<b>Plot Title</b> :'.(" "x3). |
|
'<input type="text" size="30" name="plottitle_'.$i.'" value="'. |
|
&HTML::Entities::encode($plottitle).'" /><br />'.$extratable. |
|
"</td></tr>\n"; |
} |
} |
$Str .= '</table>'."\n"; |
$table .="</table>\n"; |
|
return $table; |
return $Str; |
|
} |
} |
|
|
#---- END Problem Analysis Web Page ------------------------------------------ |
sub analyze_option_data_by_time { |
|
my ($PerformanceData,$begin_index, |
#---- Analyze Web Page ------------------------------------------------------- |
$end_index,$description,$Foils,$Concepts,$ORdata) = @_; |
|
my %TimeData; |
#restore the student submissions and finding the result |
# |
sub OpStatus { |
# Get the start and end times for this segment of the plot |
my ($problem, $student, $courseID, $ConceptData, $foil_to_concept, |
my $starttime = $PerformanceData->[$begin_index]->[2]; |
$Answer)=@_; |
my $endtime = $PerformanceData->[$end_index ]->[2]; |
my ($username,$userdomain)=split(/':'/,$student); |
# |
my $code='U'; |
# Compute the number getting the foils correct or incorrects |
my %reshash=&Apache::lonnet::restore($problem, $courseID, $userdomain, |
for (my $i=$begin_index;$i<=$end_index;$i++) { |
$username); |
my $row = $PerformanceData->[$i]; |
my @True = (); |
next if (! defined($row)); |
my @False = (); |
my ($grading,$submission,$time,$tries) = @$row; |
my $flag=0; |
next if ($grading eq 'MISSING_ANSWER'); |
if ($reshash{'version'}) { |
my @Foilgrades = split('&',$grading); |
my $tries=0; |
my @Foilsubs = split('&',$submission); |
&Apache::lonhomework::showhash(%$Answer); |
for (my $j=0;$j<=$#Foilgrades;$j++) { |
for (my $version=1;$version<=$reshash{'version'};$version++) { |
my ($foilid,$correct) = split('=',$Foilgrades[$j]); |
my $time=$reshash{"$version:timestamp"}; |
my (undef,$submission) = split('=',$Foilsubs[$j]); |
|
if ($correct) { |
foreach my $key (sort(split(/\:/,$reshash{$version.':keys'}))) { |
$TimeData{$foilid}->{'_correct'}++; |
if (($key=~/\.(\w+)\.(\w+)\.submission$/)) { |
} else { |
my $Id1 = $1; my $Id2 = $2; |
$submission = &HTML::Entities::decode($submission); |
#check if this is a repeat submission, if so skip it |
$submission =~ s/\%20/ /g; |
if ($reshash{"$version:resource.$Id1.previous"}) { next; } |
$TimeData{$foilid}->{$submission}++; |
#if no solved this wasn't a real submission, ignore it |
} |
if (!defined($reshash{"$version:resource.$Id1.solved"})) { |
$TimeData{$foilid}->{'_total'}++; |
&Apache::lonxml::debug("skipping "); |
} |
next; |
} |
} |
# |
my $Resp = $reshash{"$version:$key"}; |
# Compute the total and percent correct |
my %submission=&Apache::lonnet::str2hash($Resp); |
my @Plotdata; |
foreach (keys %submission) { |
my ($xlabel,$ylabel); |
my $Ansr = $Answer->{"$Id1.$Id2.foil.value.$_"}; |
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
if ($submission{$_}) { |
$xlabel = 'Foil Number'; |
if ($submission{$_} eq $Ansr) { |
$ylabel = 'Option Chosen'; |
&Decide("true", $foil_to_concept->{$_}, |
foreach my $foil (@$Foils) { |
$time, $ConceptData); |
my $total = $TimeData{$foil}->{'_total'}; |
} else { |
my $optionidx = 0; |
&Decide("false", $foil_to_concept->{$_}, |
foreach my $option ('_correct',@{$ORdata->{'Options'}}) { |
$time, $ConceptData);} |
if ($total > 0) { |
} |
push(@{$Plotdata[$optionidx]}, |
} |
100 * $TimeData{$foil}->{$option} / $total); |
} |
} else { |
} |
push(@{$Plotdata[$optionidx]},0); |
} |
} |
} |
} continue { |
} |
$optionidx++; |
|
} |
sub DrawGraph { |
} |
my ($k,$Src,$Concepts,$ConceptData)=@_; |
|
my $Max=0; |
|
my @data1; |
|
my @data2; |
|
|
|
# Adjust Data and find the Max |
|
for (my $n=0; $n<(scalar @$Concepts); $n++ ) { |
|
my $tmp=$Concepts->[$n]; |
|
$data1[$n]=$ConceptData->{$tmp.'.'.$k.'.true'}; |
|
$data2[$n]=$ConceptData->{$tmp.'.'.$k.'.false'}; |
|
my $Sum=$data1[$n]+$data2[$n]; |
|
if($Max < $Sum) { |
|
$Max=$Sum; |
|
} |
|
} |
|
for (my $n=0; $n<(scalar @$Concepts); $n++ ) { |
|
if ($data1[$n]+$data2[$n]<$Max) { |
|
$data2[$n]+=$Max-($data1[$n]+$data2[$n]); |
|
} |
|
} |
|
my $P_No = (scalar @data1); |
|
|
|
if($Max > 1) { |
|
$Max += (10 - $Max % 10); |
|
$Max = int($Max); |
|
} else { |
} else { |
$Max = 1; |
$xlabel = 'Concept Number'; |
|
$ylabel = 'Percent Correct'; |
|
foreach my $concept (@$Concepts) { |
|
my $correct; |
|
my $total; |
|
foreach my $foil (@{$concept->{'foils'}}) { |
|
$correct+=$TimeData{$foil}->{'_correct'}; |
|
$total +=$TimeData{$foil}->{'_total'}; |
|
} |
|
if ($total > 0) { |
|
push(@{$Plotdata[0]},100 * $correct / $total); |
|
} else { |
|
push(@{$Plotdata[0]},0); |
|
} |
|
} |
} |
} |
|
# |
|
# Create the plot |
|
my $graphlink = &Apache::loncommon::DrawGraph |
|
($description,#'Time Interval Analysis', |
|
$xlabel, |
|
$ylabel, |
|
100, |
|
$plotcolors, |
|
@Plotdata); |
|
# |
|
return ($graphlink,$starttime,$endtime,\%TimeData); |
|
} |
|
|
my $Titr=($ConceptData->{'Interval'}>1) ? $Src.'_interval_'.($k+1) : $Src; |
######################################################### |
# $GData=$Titr.'&Concepts'.'&'.'Answers'.'&'.$Max.'&'.$P_No.'&'.$data1.'&'.$data2; |
######################################################### |
my $GData = ''; |
## |
$GData = $Titr.'&Concepts&Answers&'.$Max.'&'.$P_No.'&'; |
## Interface |
$GData .= (join(',',@data1)).'&'.(join(',',@data2)); |
## |
|
######################################################### |
return '<IMG src="/cgi-bin/graph.gif?'.$GData.'" border=1/>'; |
######################################################### |
} |
sub CreateInterface { |
|
## |
sub DrawTable { |
## Environment variable initialization |
my ($k,$Concepts,$ConceptData)=@_; |
if (! exists$ENV{'form.AnalyzeOver'}) { |
my $Max=0; |
$ENV{'form.AnalyzeOver'} = 'Tries'; |
my @data1; |
|
my @data2; |
|
my $Correct=0; |
|
my $Wrong=0; |
|
for(my $n=0; $n<(scalar @$Concepts); $n++ ) { |
|
my $tmp=$Concepts->[$n]; |
|
$data1[$n]=$ConceptData->{$tmp.'.'.$k.'.true'}; |
|
$Correct+=$data1[$n]; |
|
$data2[$n]=$ConceptData->{$tmp.'.'.$k.'.false'}; |
|
$Wrong+=$data2[$n]; |
|
my $Sum=$data1[$n]+$data2[$n]; |
|
if($Max < $Sum) { |
|
$Max=$Sum; |
|
} |
|
} |
|
for(my $n=0; $n<(scalar @$Concepts); $n++ ) { |
|
if ($data1[$n]+$data2[$n]<$Max) { |
|
$data2[$n]+=$Max-($data1[$n]+$data2[$n]); |
|
} |
|
} |
} |
my $P_No = (scalar @data1); |
## |
|
## Build the menu |
my $Str = ''; |
my $Str = ''; |
# $Str .= '<br><b>From: ['.localtime($ConceptData->{'Int.'.($k-1)}); |
$Str .= '<table cellspacing="5">'."\n"; |
# $Str .= '] To: ['.localtime($ConceptData->{"Int.$k"}).']</b>'; |
$Str .= '<tr>'; |
$Str .= "\n".'<table border=2>'. |
$Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>'; |
"\n".'<tr>'. |
$Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>'; |
"\n".'<th> # </th>'. |
# $Str .= '<td align="center"><b>'.&mt('Sequences and Folders').'</b></td>'; |
"\n".'<th> Concept </th>'. |
$Str .= '<td align="center"> </td>'; |
"\n".'<th> Correct </th>'. |
$Str .= '</tr>'."\n"; |
"\n".'<th> Wrong </th>'. |
## |
"\n".'</tr>'; |
## |
|
$Str .= '<tr><td align="center">'."\n"; |
for(my $n=0; $n<(scalar @$Concepts); $n++ ) { |
$Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); |
$Str .= '<tr>'."\n"; |
$Str .= '</td>'; |
$Str .= '<td>'.($n+1).'</td>'."\n"; |
# |
$Str .= '<td bgcolor="EEFFCC">'.$Concepts->[$n]; |
$Str .= '<td align="center">'; |
$Str .= '</td>'."\n"; |
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); |
$Str .= '<td bgcolor="DDFFDD">'.$data1[$n].'</td>'."\n"; |
$Str .= '</td>'; |
$Str .= '<td bgcolor="FFDDDD">'.$data2[$n].'</td>'."\n"; |
# |
$Str .= '</tr>'."\n"; |
# $Str .= '<td align="center">'; |
} |
my $only_seq_with_assessments = sub { |
$Str .= '<td></td><td><b>From:['.localtime($ConceptData->{'Int.'.$k}); |
my $s=shift; |
$Str .= '] To: ['.localtime($ConceptData->{'Int.'.($k+1)}-1); |
if ($s->{'num_assess'} < 1) { |
$Str .= ']</b></td><td>'.$Correct.'</td><td>'.$Wrong.'</td>'; |
return 0; |
|
} else { |
|
return 1; |
|
} |
|
}; |
|
&Apache::lonstatistics::MapSelect('Maps','multiple,all',5, |
|
$only_seq_with_assessments); |
|
## |
|
## |
|
$Str .= '<td>'; |
|
{ # These braces are here to organize the code, not scope it. |
|
{ |
|
$Str .= '<nobr>'.&mt('Analyze Over '); |
|
$Str .='<select name="AnalyzeOver" >'; |
|
$Str .= '<option value="Tries" '; |
|
if (! exists($ENV{'form.AnalyzeOver'}) || |
|
$ENV{'form.AnalyzeOver'} eq 'Tries'){ |
|
# Default to Tries |
|
$Str .= ' selected '; |
|
} |
|
$Str .= '>'.&mt('Tries').'</option>'; |
|
$Str .= '<option value="Time" '; |
|
$Str .= ' selected ' if ($ENV{'form.AnalyzeOver'} eq 'Time'); |
|
$Str .= '>'.&mt('Time').'</option>'; |
|
$Str .= '</select></nobr><br />'; |
|
} |
|
{ |
|
$Str .= '<nobr>'.&mt('Analyze as '); |
|
$Str .='<select name="AnalyzeAs" >'; |
|
$Str .= '<option value="Concepts" '; |
|
if (! exists($ENV{'form.AnalyzeAs'}) || |
|
$ENV{'form.AnalyzeAs'} eq 'Concepts'){ |
|
# Default to Concepts |
|
$Str .= ' selected '; |
|
} |
|
$Str .= '>'.&mt('Concepts').'</option>'; |
|
$Str .= '<option value="Foils" '; |
|
$Str .= ' selected ' if ($ENV{'form.AnalyzeAs'} eq 'Foils'); |
|
$Str .= '>'.&mt('Foils').'</option>'; |
|
$Str .= '</select></nobr><br />'; |
|
} |
|
{ |
|
$Str .= '<br /><nobr>'.&mt('Number of Plots:'); |
|
$Str .= '<select name="NumPlots">'; |
|
if (! exists($ENV{'form.NumPlots'}) |
|
|| $ENV{'form.NumPlots'} < 1 |
|
|| $ENV{'form.NumPlots'} > 20) { |
|
$ENV{'form.NumPlots'} = 5; |
|
} |
|
foreach my $i (1,2,3,4,5,6,7,8,10,15,20) { |
|
$Str .= '<option value="'.$i.'" '; |
|
if ($ENV{'form.NumPlots'} == $i) { $Str.=' selected '; } |
|
$Str .= '>'.$i.'</option>'; |
|
} |
|
$Str .= '</select></nobr>'; |
|
} |
|
} |
|
$Str .= '</td>'; |
|
## |
|
## |
|
$Str .= '</tr>'."\n"; |
$Str .= '</table>'."\n"; |
$Str .= '</table>'."\n"; |
|
return ($Str); |
|
} |
|
|
|
sub OptionResponseProblemSelector { |
|
my $Str; |
|
$Str = "\n<table>\n"; |
|
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
next if ($seq->{'num_assess'}<1); |
|
my $seq_str = ''; |
|
foreach my $res (@{$seq->{'contents'}}) { |
|
next if ($res->{'type'} ne 'assessment'); |
|
foreach my $part (@{$res->{'parts'}}) { |
|
my $partdata = $res->{'partdata'}->{$part}; |
|
if (! exists($partdata->{'option'}) || |
|
$partdata->{'option'} == 0) { |
|
next; |
|
} |
|
for (my $i=0;$i<scalar(@{$partdata->{'ResponseTypes'}});$i++){ |
|
my $respid = $partdata->{'ResponseIds'}->[$i]; |
|
my $resptype = $partdata->{'ResponseTypes'}->[$i]; |
|
if ($resptype eq 'option') { |
|
my $value = &Apache::lonnet::escape($res->{'symb'}.':'.$part.':'.$respid); |
|
my $checked = ''; |
|
if ($ENV{'form.problemchoice'} eq $value) { |
|
$checked = 'checked '; |
|
} |
|
$seq_str .= '<tr><td>'. |
|
'<input type="radio" name="problemchoice" value="'.$value.'" '.$checked.'/>'. |
|
'</td><td>'. |
|
'<a href="'.$res->{'src'}.'">'.$res->{'title'}.'</a> '; |
|
if ($partdata->{'option'} > 1) { |
|
$seq_str .= &mt('response').' '.$respid; |
|
} |
|
$seq_str .= "</td></tr>\n"; |
|
} |
|
} |
|
} |
|
} |
|
if ($seq_str ne '') { |
|
$Str .= '<tr><td> </td><td><b>'.$seq->{'title'}.'</b></td>'. |
|
"</tr>\n".$seq_str; |
|
} |
|
} |
|
$Str .= "</table>\n"; |
return $Str; |
return $Str; |
#$Apache::lonxml::debug=1; |
} |
#&Apache::lonhomework::showhash(%ConceptData); |
|
#$Apache::lonxml::debug=0; |
|
} |
|
|
|
#---- END Analyze Web Page ---------------------------------------------- |
|
|
|
sub Decide { |
|
#deciding the true or false answer belongs to each interval |
|
my ($type,$concept,$time,$ConceptData)=@_; |
|
my $k=0; |
|
while ($time>$ConceptData->{'Int.'.($k+1)} && |
|
$k<$ConceptData->{'Interval'}) {$k++;} |
|
$ConceptData->{$concept.'.'.$k.'.'.$type}++; |
|
|
|
return; |
|
} |
|
|
|
sub InitAnalysis { |
|
my ($uri,$part,$problem,$student,$courseID)=@_; |
|
my ($name,$domain)=split(/\:/,$student); |
|
|
|
# Render the student's view of the problem. $Answ is the problem |
|
# Stringafied |
|
my $Answ=&Apache::lonnet::ssi($uri,('grade_target' => 'analyze', |
|
'grade_username' => $name, |
|
'grade_domain' => $domain, |
|
'grade_courseid' => $courseID, |
|
'grade_symb' => $problem)); |
|
# my $Answ=&Apache::lonnet::ssi($URI,('grade_target' => 'analyze')); |
|
|
|
# (my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); |
|
my %Answer=(); |
|
%Answer=&Apache::lonnet::str2hash($Answ); |
|
|
|
my $parts=''; |
######################################################### |
foreach my $elm (@{$Answer{'parts'}}) { |
######################################################### |
$parts.= $elm.','; |
## |
} |
## Misc functions |
$parts =~ s/,$//; |
## |
|
######################################################### |
|
######################################################### |
|
sub get_problem_symb { |
|
my $problemstring = shift(); |
|
my ($symb,$partid,$resid) = ($problemstring=~ /^(.*):([^:]*):([^:]*)$/); |
|
return ($symb,$partid,$resid); |
|
} |
|
|
my @Concepts=(); |
sub get_resource_from_symb { |
foreach my $elm (@{$Answer{$parts.'.concepts'}}) { |
my ($symb) = @_; |
push(@Concepts, $elm); |
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
foreach my $res (@{$seq->{'contents'}}) { |
|
if ($res->{'symb'} eq $symb) { |
|
return $res; |
|
} |
|
} |
} |
} |
|
return undef; |
|
} |
|
|
my %foil_to_concept; |
## |
foreach my $concept (@Concepts) { |
## get problem data and put it into a useful data structure. |
foreach my $foil (@{$Answer{$parts.'.concept.'.$concept}}) { |
## note: we must force each foil and option to not begin or end with |
$foil_to_concept{$foil} = $concept; |
## spaces as they are stored without such data. |
#$ConceptData{$foil} = $Answer{$parts.'.foil.value.'.$foil}; |
## |
} |
sub get_problem_data { |
} |
my ($url) = @_; |
|
my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze')); |
return (\@Concepts, \%foil_to_concept, \%Answer); |
(my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); |
} |
my %Answer; |
|
%Answer=&Apache::lonnet::str2hash($Answ); |
sub Interval { |
my %Partdata; |
my ($part,$symb,$interval,$Concepts,$ConceptData)=@_; |
foreach my $part (@{$Answer{'parts'}}) { |
my $Int=$interval; |
while (my($key,$value) = each(%Answer)) { |
my $due = &Apache::lonnet::EXT('resource.'.$part.'.duedate',$symb); |
next if ($key !~ /^$part/); |
my $opn = &Apache::lonnet::EXT('resource.'.$part.'.opendate',$symb); |
$key =~ s/^$part\.//; |
my $add=int(($due-$opn)/$Int); |
if (ref($value) eq 'ARRAY') { |
$ConceptData->{'Int.0'}=$opn; |
if ($key eq 'options') { |
for (my $i=1;$i<$Int;$i++) { |
for(my $i=0;$i<scalar(@$value);$i++) { |
$ConceptData->{'Int.'.$i}=$opn+$i*$add; |
$value->[$i]=~ s/(\s*$|^\s*)//g; |
} |
} |
$ConceptData->{'Int.'.$Int}=$due; |
$Partdata{$part}->{'Options'}=$value; |
for (my $i=0;$i<$Int;$i++) { |
} elsif ($key eq 'concepts') { |
for (my $n=0; $n<(scalar @$Concepts); $n++ ) { |
$Partdata{$part}->{'Concepts'}=$value; |
my $tmp=$Concepts->[$n]; |
} elsif ($key =~ /^concept\.(.*)$/) { |
$ConceptData->{$tmp.'.'.$i.'.true'}=0; |
my $concept = $1; |
$ConceptData->{$tmp.'.'.$i.'.false'}=0; |
foreach my $foil (@$value) { |
} |
$foil =~ s/(\s*$|^\s*)//g; |
|
$Partdata{$part}->{'Foils'}->{$foil}->{'Concept'}= |
|
$concept; |
|
} |
|
} |
|
} else { |
|
$value =~ s/(\s*$|^\s*)//g; |
|
if ($key=~ /^foil\.text\.(.*)$/) { |
|
my $foil = $1; |
|
$foil =~ s/(\s*$|^\s*)//g; |
|
$Partdata{$part}->{'Foils'}->{$foil}->{'name'}=$foil; |
|
$Partdata{$part}->{'Foils'}->{$foil}->{'text'}=$value; |
|
} elsif ($key =~ /^foil\.value\.(.*)$/) { |
|
my $foil = $1; |
|
$foil =~ s/(\s*$|^\s*)//g; |
|
$Partdata{$part}->{'Foils'}->{$foil}->{'value'}=$value; |
|
} |
|
} |
|
} |
} |
} |
|
return %Partdata; |
} |
} |
|
|
1; |
1; |
|
|
__END__ |
__END__ |