--- loncom/interface/statistics/lonproblemanalysis.pm 2002/08/13 14:44:33 1.6
+++ loncom/interface/statistics/lonproblemanalysis.pm 2003/10/14 20:20:40 1.36
@@ -1,7 +1,7 @@
# The LearningOnline Network with CAPA
-# (Publication Handler
#
-# $Id: lonproblemanalysis.pm,v 1.6 2002/08/13 14:44:33 stredwic Exp $
+
+# $Id: lonproblemanalysis.pm,v 1.36 2003/10/14 20:20:40 matthew Exp $
#
# Copyright Michigan State University Board of Trustees
#
@@ -25,439 +25,708 @@
#
# http://www.lon-capa.org/
#
-# (Navigate problems for statistical reports
-# YEAR=2001
-# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei
-# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei
-# YEAR=2002
-# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei
-# 5/12,5/14,5/15,5/19,5/26,7/16 Behrouz Minaei
-#
-###
-package Apache::lonproblemanalysis;
+package Apache::lonproblemanalysis;
use strict;
use Apache::lonnet();
-use GDBM_File;
-
-my $jr;
+use Apache::loncommon();
+use Apache::lonhtmlcommon();
+use Apache::loncoursedata();
+use Apache::lonstatistics;
+use Apache::lonlocal;
sub BuildProblemAnalysisPage {
- my ($cacheDB, $r)=@_;
-
- my %cache;
- unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
- $r->print('
Unable to tie database.');
- return;
+ my ($r,$c)=@_;
+ $r->print(''.&mt('Option Response Problem Analysis').' ');
+ $r->print(&CreateInterface());
+ #
+ my @Students = @Apache::lonstatistics::Students;
+ #
+ if (exists($ENV{'form.updatecaches'}) ||
+ (exists($ENV{'form.firstanalysis'}) &&
+ $ENV{'form.firstanalysis'} ne 'no')) {
+ &Apache::lonstatistics::Gather_Full_Student_Data($r);
}
-
- $r->print(&IntervalOptions($cache{'Interval'}));
- $r->rflush();
- $r->print(&OptionResponseTable($cache{'OptionResponses'}, \%cache));
-
- untie(%cache);
-
- return;
-}
-
-sub BuildAnalyzePage {
- my ($cacheDB, $students, $courseID,$r)=@_;
-
- $jr = $r;
- my $c = $r->connection;
-
- my $Str = '';
- my %cache;
- if(&Apache::loncoursedata::DownloadStudentCourseDataSeparate($students, 'true',
- $cacheDB, 'true',
- 'true', $courseID,
- $r, $c) ne 'OK') {
- $r->print($Str);
- return;
+ if (! exists($ENV{'form.firstanalysis'})) {
+ $r->print(' ');
+ } else {
+ $r->print(' ');
}
-
-
- unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
- $Str .= 'Unable to tie database.';
- $r->print($Str);
- return;
+ if (exists($ENV{'form.problemchoice'}) &&
+ ! exists($ENV{'form.SelectAnother'})) {
+ $r->print(' ');
+ $r->print(' 'x5);
+ $r->print(' ');
+ $r->print(' 'x5);
+ $r->print(' ');
+ $r->print(' 'x5);
+ $r->print(' ');
+ $r->print(' ');
+ $r->print(' 'x5);
+ #
+ $r->print(' ');
+ #
+ my ($symb,$part,$resid) = &get_problem_symb(
+ &Apache::lonnet::unescape($ENV{'form.problemchoice'})
+ );
+ #
+ my $resource = &get_resource_from_symb($symb);
+ if (defined($resource)) {
+ my %Data = &get_problem_data($resource->{'src'});
+ my $ORdata = $Data{$part.'.'.$resid};
+ ##
+ ## Render the problem
+ my $base;
+ ($base,undef) = ($resource->{'src'} =~ m|(.*/)[^/]*$|);
+ $base = "http://".$ENV{'SERVER_NAME'}.$base;
+ my $rendered_problem =
+ &Apache::lonnet::ssi_body($resource->{'src'});
+ $rendered_problem =~ s/<\s*form\s*/)|<\/nop>|g;
+ $r->print(''.
+ ' '.
+ $rendered_problem.
+ '
');
+ ##
+ ## Analyze the problem
+ my $PerformanceData =
+ &Apache::loncoursedata::get_optionresponse_data
+ (\@Students,$symb,$resid);
+ if (defined($PerformanceData) &&
+ ref($PerformanceData) eq 'ARRAY') {
+ if ($ENV{'form.AnalyzeOver'} eq 'Tries') {
+ my $analysis_html = &tries_analysis($PerformanceData,
+ $ORdata);
+ $r->print($analysis_html);
+ } elsif ($ENV{'form.AnalyzeOver'} eq 'Time') {
+ my $analysis_html = &time_analysis($PerformanceData,
+ $ORdata);
+ $r->print($analysis_html);
+ } else {
+ $r->print(''.
+ &mt('The analysis you have selected is '.
+ 'not supported at this time').
+ ' ');
+ }
+ } else {
+ $r->print(''.
+ &mt('There is no student data for this problem.').
+ ' ');
+ }
+ } else {
+ $r->print('resource is undefined');
+ }
+ $r->print(' ');
+ } else {
+ $r->print(' ');
+ $r->print(' 'x5);
+ $r->print(''.&mt('Please select a problem to analyze').' ');
+ $r->print(&OptionResponseProblemSelector());
}
+}
- my ($problemId, $part, $responseId)=split(':',$cache{'AnalyzeInfo'});
- my $uri = $cache{$problemId.':source'};
- my $problem = $cache{$problemId.':problem'};
- my $title = $cache{$problemId.':title'};
- my $interval = $cache{'Interval'};
-
- my %ConceptData;
- $ConceptData{"Interval"} = $interval;
- #Initialize the option response true answers
- my ($analyzeData) = &InitAnalysis($uri, $part, $responseId, $problem,
- $students->[0], $courseID);
- if(defined($analyzeData->{'error'})) {
- $Str .= $analyzeData->{'error'}.' Incorrect part requested. ';
- $r->print($Str);
- return;
+#########################################################
+#########################################################
+##
+## Misc interface routines use by analysis code
+##
+#########################################################
+#########################################################
+sub build_foil_index {
+ my ($ORdata) = @_;
+ my %Foildata = %{$ORdata->{'Foils'}};
+ my @Foils = sort(keys(%Foildata));
+ my %Concepts;
+ foreach my $foilid (@Foils) {
+ push(@{$Concepts{$Foildata{$foilid}->{'Concept'}}},
+ $foilid);
+ }
+ undef(@Foils);
+ # Having gathered the concept information in a hash, we now translate it
+ # into an array because we need to be consistent about order.
+ # Also put the foils in order, too.
+ my $sortfunction = sub {
+ my %Numbers = (one => 1,
+ two => 2,
+ three => 3,
+ four => 4,
+ five => 5,
+ six => 6,
+ seven => 7,
+ eight => 8,
+ nine => 9,
+ ten => 10,);
+ my $a1 = $a;
+ my $b1 = $b;
+ if (exists($Numbers{$a})) {
+ $a1 = $Numbers{$a};
+ }
+ if (exists($Numbers{$b})) {
+ $b1 = $Numbers{$b};
+ }
+ $a1 cmp $b1;
+ };
+ my @Concepts;
+ foreach my $concept (sort $sortfunction (keys(%Concepts))) {
+ push(@Concepts,{name => $concept,
+ foils => [@{$Concepts{$concept}}]});
+ push(@Foils,(@{$Concepts{$concept}}));
+ }
+ #
+ # Build up the table of row labels.
+ my $table = ''."\n";
+ $table .= ''.
+ ''.&mt('Concept Number').' '.
+ ''.&mt('Concept').' '.
+ ''.&mt('Foil Number').' '.
+ ''.&mt('Foil Name').' '.
+ ''.&mt('Foil Text').' '.
+ ''.&mt('Correct Value').' '.
+ " \n";
+ my $conceptindex = 1;
+ my $foilindex = 1;
+ foreach my $concept (@Concepts) {
+ my @FoilsInConcept = @{$concept->{'foils'}};
+ my $firstfoil = shift(@FoilsInConcept);
+ $table .= ''.
+ ''.$conceptindex.' '.
+ ''.$concept->{'name'}.' '.
+ ''.$foilindex++.' '.
+ ''.$Foildata{$firstfoil}->{'name'}.' '.
+ ''.$Foildata{$firstfoil}->{'text'}.' '.
+ ''.$Foildata{$firstfoil}->{'value'}.' '.
+ " \n";
+ foreach my $foilid (@FoilsInConcept) {
+ $table .= ''.
+ ' '.
+ ' '.
+ ''.$foilindex.' '.
+ ''.$Foildata{$foilid}->{'name'}.' '.
+ ''.$Foildata{$foilid}->{'text'}.' '.
+ ''.$Foildata{$foilid}->{'value'}.' '.
+ " \n";
+ } continue {
+ $foilindex++;
+ }
+ } continue {
+ $conceptindex++;
}
+ $table .= "
\n";
+ return ($table,\@Foils,\@Concepts);
+}
- $r->print($Str);
- $Str = '';
- if($c->aborted()) { untie(%cache); return; }
-
- #compute the intervals
- &Interval($part, $problem, $interval, $analyzeData->{'concepts'},
- \%ConceptData);
-
- $title =~ s/\ /"_"/eg;
- $Str .= ''.$uri.' ';
-
- $r->print($Str);
- $Str = '';
- if($c->aborted()) { untie(%cache); return; }
-
- #Java script Progress window
- for(my $index=0; $index<(scalar @$students); $index++) {
- if($c->aborted()) { untie(%cache); return; }
- &OpStatus($problemId, $students->[$index], \%ConceptData,
- $analyzeData->{'foil_to_concept'}, $analyzeData, \%cache);
+#########################################################
+#########################################################
+##
+## Tries Analysis
+##
+#########################################################
+#########################################################
+sub tries_analysis {
+ my ($PerformanceData,$ORdata) = @_;
+ my $mintries = 1;
+ my $maxtries = $ENV{'form.NumPlots'};
+ my %ResponseData = &analyze_option_data_by_tries($PerformanceData,
+ $mintries,$maxtries);
+ my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);
+ #
+ # Compute the data neccessary to make the plots
+ my @PlotData;
+ my $xlabel;
+ if ($ENV{'form.AnalyzeAs'} eq 'Foils') {
+ $xlabel = 'Foil Number';
+ foreach my $foilid (@$Foils) {
+ for (my $i=$mintries;$i<=$maxtries;$i++) {
+ #
+ # Gather the per-attempt data
+ my $percent;
+ if ($ResponseData{$foilid}->[$i]->{'total'} == 0) {
+ $percent = 0;
+ } else {
+ $percent = $ResponseData{$foilid}->[$i]->{'correct'} /
+ $ResponseData{$foilid}->[$i]->{'total'};
+ }
+ push (@{$PlotData[$i]->{'total'}},
+ $ResponseData{$foilid}->[$i]->{'total'});
+ push (@{$PlotData[$i]->{'good'}},100 * $percent);
+ push (@{$PlotData[$i]->{'bad'}}, 100 *(1-$percent));
+ }
+ }
+ } else {
+ # Concept analysis
+ $xlabel = 'Concept Number';
+ foreach my $concept (@$Concepts) {
+ for (my $i=$mintries;$i<=$maxtries;$i++) {
+ #
+ # Gather the per-attempt data
+ my ($correct,$incorrect,$total);
+ foreach my $foil (@{$concept->{'foils'}}) {
+ $correct += $ResponseData{$foil}->[$i]->{'correct'};
+ $incorrect += $ResponseData{$foil}->[$i]->{'incorrect'};
+ $total += $ResponseData{$foil}->[$i]->{'total'};
+ }
+ push (@{$PlotData[$i]->{'correct'}}, $correct);
+ push (@{$PlotData[$i]->{'incorrect'}},$incorrect);
+ push (@{$PlotData[$i]->{'total'}}, $total);
+ my $percent;
+ if ($total == 0) {
+ $percent = 0;
+ } else {
+ $percent = $correct/$total;
+ }
+ push (@{$PlotData[$i]->{'good'}},100*$percent);
+ push (@{$PlotData[$i]->{'bad'}},100*(1-$percent));
+ }
+ }
}
+ #
+ # Build a table for the plots
+ $table .= "\n";
+ my @Plots;
+ for (my $i=$mintries;$i<=$maxtries;$i++) {
+ my $minstu = $PlotData[$i]->{'total'}->[0];
+ my $maxstu = $PlotData[$i]->{'total'}->[0];
+ foreach my $count (@{$PlotData[$i]->{'total'}}) {
+ if ($minstu > $count) {
+ $minstu = $count;
+ }
+ if ($maxstu < $count) {
+ $maxstu = $count;
+ }
+ }
+ $maxstu = 0 if (! $maxstu);
+ $minstu = 0 if (! $minstu);
+ my $title;
+ if ($maxstu == $minstu) {
+ $title = 'Attempt '.$i.', '.$maxstu.' students';
+ } else {
+ $title = 'Attempt '.$i.', '.$minstu.'-'.$maxstu.' students';
+ }
+ my $graphlink = &Apache::loncommon::DrawGraph($title,
+ $xlabel,
+ 'Percent Correct',
+ 100,
+ $PlotData[$i]->{'good'},
+ $PlotData[$i]->{'bad'});
+ push(@Plots,$graphlink);
+ }
+ #
+ # Should this be something the user can set? Too many dialogs!
+ my $plots_per_row = 2;
+ while (my $plotlink = shift(@Plots)) {
+ $table .= ''.$plotlink.' ';
+ for (my $i=1;$i<$plots_per_row;$i++) {
+ if ($plotlink = shift(@Plots)) {
+ $table .= ''.$plotlink.' ';
+ } else {
+ $table .= ' ';
+ }
+ }
+ $table .= " \n";
+ }
+ $table .= "
\n";
+ return ($table);
+}
- $Str .= ' ';
- for (my $k=0; $k<$interval; $k++ ) {
- if($c->aborted()) { untie(%cache); return $Str; }
- $Str .= &DrawGraph($k, $title, $analyzeData->{'concepts'},
- \%ConceptData);
- $r->print($Str);
- $Str = '';
+sub analyze_option_data_by_tries {
+ my ($PerformanceData,$mintries,$maxtries) = @_;
+ my %Trydata;
+ $mintries = 1 if (! defined($mintries) || $mintries < 1);
+ $maxtries = $mintries if (! defined($maxtries) || $maxtries < $mintries);
+ foreach my $row (@$PerformanceData) {
+ next if (! defined($row));
+ my ($grading,$submission,$time,$tries) = @$row;
+ my @Foilgrades = split('&',$grading);
+ my @Foilsubs = split('&',$submission);
+ for (my $numtries = 1; $numtries <= $maxtries; $numtries++) {
+ if ($tries == $numtries) {
+ foreach my $foilgrade (@Foilgrades) {
+ my ($foilid,$correct) = split('=',$foilgrade);
+ if ($correct) {
+ $Trydata{$foilid}->[$numtries]->{'correct'}++;
+ } else {
+ $Trydata{$foilid}->[$numtries]->{'incorrect'}++;
+ }
+ }
+ }
+ }
}
- for (my $k=0; $k<$interval; $k++ ) {
- if($c->aborted()) { untie(%cache); return $Str; }
- $Str .= &DrawTable($k, $analyzeData->{'concepts'}, \%ConceptData);
- $r->print($Str);
- $Str = '';
+ foreach my $foilid (keys(%Trydata)) {
+ foreach my $tryhash (@{$Trydata{$foilid}}) {
+ next if ((! exists($tryhash->{'correct'}) &&
+ ! exists($tryhash->{'incorrect'})) ||
+ ($tryhash->{'correct'} < 1 &&
+ $tryhash->{'incorrect'} < 1));
+ $tryhash->{'total'} = $tryhash->{'correct'} +
+ $tryhash->{'incorrect'};
+ }
}
- my $Answ=&Apache::lonnet::ssi($uri);
- $Str .= 'Here you can see the Problem: '.$Answ;
- $Str .= '