'.
''.
$rendered_problem.
@@ -67,11 +97,23 @@ sub BuildProblemAnalysisPage {
## Analyze the problem
my $PerformanceData =
&Apache::loncoursedata::get_optionresponse_data
- (undef,$symb,$resid);
+ (\@Students,$symb,$resid);
if (defined($PerformanceData) &&
ref($PerformanceData) eq 'ARRAY') {
- my $analysis_html = &DoTriesAnalysis($PerformanceData,$ORdata);
+ if ($ENV{'form.AnalyzeOver'} eq 'Tries') {
+ my $analysis_html = &tries_analysis($PerformanceData,
+ $ORdata);
+ $r->print($analysis_html);
+ } elsif ($ENV{'form.AnalyzeOver'} eq 'Time') {
+ my $analysis_html = &time_analysis($PerformanceData,
+ $ORdata);
$r->print($analysis_html);
+ } else {
+ $r->print(''.
+ &mt('The analysis you have selected is '.
+ 'not supported at this time').
+ '');
+ }
} else {
$r->print(''.
&mt('There is no student data for this problem.').
@@ -82,85 +124,215 @@ sub BuildProblemAnalysisPage {
}
$r->print(' ');
} else {
- $r->print('No Problem Selected');
+ $r->print('');
+ $r->print(' 'x5);
+ $r->print(''.&mt('Please select a problem to analyze').'');
+ $r->print(&OptionResponseProblemSelector());
}
- # Okay, they asked for data, so make sure we get the latest data.
- $r->print(&OptionResponseProblemSelector());
}
-sub DoTriesAnalysis {
- my ($PerformanceData,$ORdata) = @_;
- my $mintries = 1;
- my $maxtries = 3;
- my %ResponseData = &analyze_option_data_by_tries($PerformanceData,
- $mintries,$maxtries);
- my @Foils = sort(keys(%ResponseData));
- my %Row_Label;
+#########################################################
+#########################################################
+##
+## Misc interface routines use by analysis code
+##
+#########################################################
+#########################################################
+sub build_foil_index {
+ my ($ORdata) = @_;
+ my %Foildata = %{$ORdata->{'Foils'}};
+ my @Foils = sort(keys(%Foildata));
+ my %Concepts;
foreach my $foilid (@Foils) {
- my $value = $ORdata->{'Foiltext'}->{$foilid};
-# &Apache::lonnet::logthis('row label '.$foilid.' = '.$value);
- $Row_Label{$foilid} = $ORdata->{'Foiltext'}->{$foilid};
+ push(@{$Concepts{$Foildata{$foilid}->{'Concept'}}},
+ $foilid);
}
- my @Rows;
- $Rows[0] = [' | '];
- for (my $i=$mintries;$i<=$maxtries;$i++) {
- push (@{$Rows[0]},
- ''.&mt('Attempt').' '.$i.' | ');
+ undef(@Foils);
+ # Having gathered the concept information in a hash, we now translate it
+ # into an array because we need to be consistent about order.
+ # Also put the foils in order, too.
+ my $sortfunction = sub {
+ my %Numbers = (one => 1,
+ two => 2,
+ three => 3,
+ four => 4,
+ five => 5,
+ six => 6,
+ seven => 7,
+ eight => 8,
+ nine => 9,
+ ten => 10,);
+ my $a1 = $a;
+ my $b1 = $b;
+ if (exists($Numbers{$a})) {
+ $a1 = $Numbers{$a};
+ }
+ if (exists($Numbers{$b})) {
+ $b1 = $Numbers{$b};
+ }
+ $a1 cmp $b1;
+ };
+ my @Concepts;
+ foreach my $concept (sort $sortfunction (keys(%Concepts))) {
+ push(@Concepts,{name => $concept,
+ foils => [@{$Concepts{$concept}}]});
+ push(@Foils,(@{$Concepts{$concept}}));
}
- $Rows[1] = [''.&mt('Foil').' | '];
- for (my $i=$mintries;$i<=$maxtries;$i++) {
- push (@{$Rows[1]},(''.&mt('Correct').' | ',
- ''.&mt('Incorrect').' | ',
- ''.&mt('Percent Correct').' | ',
- ));
+ #
+ # Build up the table of row labels.
+ my $table = ''."\n";
+ $table .= ''.
+ ''.&mt('Concept Number').' | '.
+ ''.&mt('Concept').' | '.
+ ''.&mt('Foil Number').' | '.
+ ''.&mt('Foil Name').' | '.
+ ''.&mt('Foil Text').' | '.
+ ''.&mt('Correct Value').' | '.
+ " \n";
+ my $conceptindex = 1;
+ my $foilindex = 1;
+ foreach my $concept (@Concepts) {
+ my @FoilsInConcept = @{$concept->{'foils'}};
+ my $firstfoil = shift(@FoilsInConcept);
+ $table .= ''.
+ ''.$conceptindex.' | '.
+ ''.$concept->{'name'}.' | '.
+ ''.$foilindex++.' | '.
+ ''.$Foildata{$firstfoil}->{'name'}.' | '.
+ ''.$Foildata{$firstfoil}->{'text'}.' | '.
+ ''.$Foildata{$firstfoil}->{'value'}.' | '.
+ " \n";
+ foreach my $foilid (@FoilsInConcept) {
+ $table .= ''.
+ ' | '.
+ ' | '.
+ ''.$foilindex.' | '.
+ ''.$Foildata{$foilid}->{'name'}.' | '.
+ ''.$Foildata{$foilid}->{'text'}.' | '.
+ ''.$Foildata{$foilid}->{'value'}.' | '.
+ " \n";
+ } continue {
+ $foilindex++;
+ }
+ } continue {
+ $conceptindex++;
}
+ $table .= " \n";
+ return ($table,\@Foils,\@Concepts);
+}
+
+#########################################################
+#########################################################
+##
+## Tries Analysis
+##
+#########################################################
+#########################################################
+sub tries_analysis {
+ my ($PerformanceData,$ORdata) = @_;
+ my $mintries = 1;
+ my $maxtries = $ENV{'form.NumPlots'};
+ my %ResponseData = &analyze_option_data_by_tries($PerformanceData,
+ $mintries,$maxtries);
+ my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);
+ #
+ # Compute the data neccessary to make the plots
my @PlotData;
- my @CumulativePlotData;
- my $index = 1;
- foreach my $foilid (@Foils) {
- my @Data = (' | '.$index.' '.$Row_Label{$foilid}.' | ');
- for (my $i=$mintries;$i<=$maxtries;$i++) {
- push(@Data,
- (''.$ResponseData{$foilid}->[$i]->{'correct'}.' | ',
- ''.$ResponseData{$foilid}->[$i]->{'incorrect'}.
- ' | ',
- ''.
- sprintf("%4.2f",
- $ResponseData{$foilid}->[$i]->{'percent_corr'}).
- ' | '));
- #
- # Gather the per-attempt data
- push (@{$PlotData[$i]->{'good'}},
- $ResponseData{$foilid}->[$i]->{'percent_corr'});
- push (@{$PlotData[$i]->{'bad'}},
- 100-$ResponseData{$foilid}->[$i]->{'percent_corr'});
- }
- for (my $i=0;$i<=$maxtries;$i++) {
- push (@{$CumulativePlotData[$i]->{'good'}},
- $CumulativePlotData[-1]->{'good'}+
- $ResponseData{$foilid}->[$i]->{'correct'});
- push (@{$CumulativePlotData[$i]->{'bad'}},
- $CumulativePlotData[-1]->{'bad'}+
- $ResponseData{$foilid}->[$i]->{'incorrect'});
+ my $xlabel;
+ if ($ENV{'form.AnalyzeAs'} eq 'Foils') {
+ $xlabel = 'Foil Number';
+ foreach my $foilid (@$Foils) {
+ for (my $i=$mintries;$i<=$maxtries;$i++) {
+ #
+ # Gather the per-attempt data
+ my $percent;
+ if ($ResponseData{$foilid}->[$i]->{'total'} == 0) {
+ $percent = 0;
+ } else {
+ $percent = $ResponseData{$foilid}->[$i]->{'correct'} /
+ $ResponseData{$foilid}->[$i]->{'total'};
+ }
+ push (@{$PlotData[$i]->{'total'}},
+ $ResponseData{$foilid}->[$i]->{'total'});
+ push (@{$PlotData[$i]->{'good'}},100 * $percent);
+ push (@{$PlotData[$i]->{'bad'}}, 100 *(1-$percent));
+ }
+ }
+ } else {
+ # Concept analysis
+ $xlabel = 'Concept Number';
+ foreach my $concept (@$Concepts) {
+ for (my $i=$mintries;$i<=$maxtries;$i++) {
+ #
+ # Gather the per-attempt data
+ my ($correct,$incorrect,$total);
+ foreach my $foil (@{$concept->{'foils'}}) {
+ $correct += $ResponseData{$foil}->[$i]->{'correct'};
+ $incorrect += $ResponseData{$foil}->[$i]->{'incorrect'};
+ $total += $ResponseData{$foil}->[$i]->{'total'};
+ }
+ push (@{$PlotData[$i]->{'correct'}}, $correct);
+ push (@{$PlotData[$i]->{'incorrect'}},$incorrect);
+ push (@{$PlotData[$i]->{'total'}}, $total);
+ my $percent;
+ if ($total == 0) {
+ $percent = 0;
+ } else {
+ $percent = $correct/$total;
+ }
+ push (@{$PlotData[$i]->{'good'}},100*$percent);
+ push (@{$PlotData[$i]->{'bad'}},100*(1-$percent));
+ }
}
- push(@Rows,\@Data);
- } continue {
- $index++;
}
- my @Data = (' | ');
+ #
+ # Build a table for the plots
+ $table .= "\n";
+ my @Plots;
for (my $i=$mintries;$i<=$maxtries;$i++) {
- push(@Data,''.&DrawGraph('Attempt '.$i,'Foil Number',
- 'Percent Correct',100,
- $PlotData[$i]->{'good'},
- $PlotData[$i]->{'bad'}).' | ');
+ my $minstu = $PlotData[$i]->{'total'}->[0];
+ my $maxstu = $PlotData[$i]->{'total'}->[0];
+ foreach my $count (@{$PlotData[$i]->{'total'}}) {
+ if ($minstu > $count) {
+ $minstu = $count;
+ }
+ if ($maxstu < $count) {
+ $maxstu = $count;
+ }
+ }
+ $maxstu = 0 if (! $maxstu);
+ $minstu = 0 if (! $minstu);
+ my $title;
+ if ($maxstu == $minstu) {
+ $title = 'Attempt '.$i.', '.$maxstu.' students';
+ } else {
+ $title = 'Attempt '.$i.', '.$minstu.'-'.$maxstu.' students';
+ }
+ my $graphlink = &Apache::loncommon::DrawGraph($title,
+ $xlabel,
+ 'Percent Correct',
+ 100,
+ $PlotData[$i]->{'good'},
+ $PlotData[$i]->{'bad'});
+ push(@Plots,$graphlink);
}
- push (@Rows,\@Data);
- my $table = ''."\n";
- for (my $i=0; $i <=$#Rows;$i++) {
- $table .= ''.join('',@{$Rows[$i]})."
\n";
+ #
+ # Should this be something the user can set? Too many dialogs!
+ my $plots_per_row = 2;
+ while (my $plotlink = shift(@Plots)) {
+ $table .= ''.$plotlink.' | ';
+ for (my $i=1;$i<$plots_per_row;$i++) {
+ if ($plotlink = shift(@Plots)) {
+ $table .= ''.$plotlink.' | ';
+ } else {
+ $table .= ' | ';
+ }
+ }
+ $table .= "
\n";
}
- $table .= '
';
+ $table .= "
\n";
return ($table);
}
@@ -193,69 +365,158 @@ sub analyze_option_data_by_tries {
! exists($tryhash->{'incorrect'})) ||
($tryhash->{'correct'} < 1 &&
$tryhash->{'incorrect'} < 1));
- $tryhash->{'percent_corr'} = 100 *
- ($tryhash->{'correct'} /
- ($tryhash->{'correct'} + $tryhash->{'incorrect'})
- );
+ $tryhash->{'total'} = $tryhash->{'correct'} +
+ $tryhash->{'incorrect'};
}
}
return %Trydata;
}
-sub DrawGraph {
- my ($title,$xlabel,$ylabel,$MaxY,$values1,$values2)=@_;
- if (! defined($values1) || ref($values1) ne 'ARRAY') {
- return '';
- }
- $title = '' if (! defined($title));
- $xlabel = '' if (! defined($xlabel));
- $ylabel = '' if (! defined($ylabel));
- $title = &Apache::lonnet::escape($title);
- $xlabel = &Apache::lonnet::escape($xlabel);
- $ylabel = &Apache::lonnet::escape($ylabel);
- #
- my $sendValues1 = join(',', @$values1);
- my $sendValues2;
- if (defined($values2)) {
- $sendValues2 = join(',', @$values2);
- }
-
- my $sendCount = scalar(@$values1);
- $MaxY =1 if ($MaxY < 1);
- if ( int($MaxY) < $MaxY ) {
- $MaxY++;
- $MaxY = int($MaxY);
- }
- my @GData = ($title,$xlabel,$ylabel,$MaxY,$sendCount,$sendValues1);
- if (defined($sendValues2)) {
- push (@GData,$sendValues2);
+#########################################################
+#########################################################
+##
+## Time Analysis
+##
+#########################################################
+#########################################################
+sub time_analysis {
+ my ($PerformanceData,$ORdata) = @_;
+ my $num_plots = $ENV{'form.NumPlots'};
+ my ($table,$Foils,$Concepts) = &build_foil_index($ORdata);
+ my $num_data = scalar(@$PerformanceData)-1;
+ my $percent = sprintf('%2f',100/$num_plots);
+ for (my $i=0;$i<$num_plots;$i++) {
+ my $starttime = &Apache::lonhtmlcommon::get_date_from_form
+ ('startdate_'.$i);
+ my $endtime = &Apache::lonhtmlcommon::get_date_from_form
+ ('enddate_'.$i);
+ my ($begin_index,$end_index,$plottitle,$plothtml,$data);
+ if (! defined($starttime) || ! defined($endtime)) {
+ $begin_index = $i*int($num_data/$num_plots);
+ $end_index = ($i+1)*int($num_data/$num_plots);
+ my $lownum = sprintf('%2.1f',$i*$percent);
+ $lownum =~ s/(\.0)$//;
+ my $highnum = sprintf('%2.1f',($i+1)*$percent);
+ $highnum =~ s/(\.0)$//;
+ $plottitle = $lownum.'% to '.$highnum.'% of submissions';
+ } else {
+ my $j;
+ while (++$j < scalar(@$PerformanceData)) {
+ last if ($PerformanceData->[$j]->[2] > $starttime);
+ }
+ $begin_index = $j;
+ while (++$j < scalar(@$PerformanceData)) {
+ last if ($PerformanceData->[$j]->[2] > $endtime);
+ }
+ $end_index = $j;
+ $plottitle = 'Tries plot '.($i+1);
+ }
+ ($plothtml,$starttime,$endtime,$data) =
+ &analyze_option_data_by_time($PerformanceData,
+ $begin_index,$end_index,
+ $plottitle,
+ @$Foils);
+ my $startdateform = &Apache::lonhtmlcommon::date_setter
+ ('Statistics','startdate_'.$i,$starttime);
+ my $enddateform = &Apache::lonhtmlcommon::date_setter
+ ('Statistics','enddate_'.$i,$endtime);
+ $plothtml.= "
\n".
+ "Start Time: "." ".$startdateform."
\n".
+ "End Time : "." ".$enddateform."
\n";
+ $table.=$plothtml;
}
- return '';
+ return $table;
}
-
-
-sub get_problem_symb {
- my $problemstring = shift();
- my ($symb,$partid,$resid) = ($problemstring=~ /^(.*):([^:]*):([^:]*)$/);
- return ($symb,$partid,$resid);
+sub analyze_option_data_by_time {
+ my ($PerformanceData,$begin_index,$end_index,$description,@Foils) = @_;
+ my %TimeData;
+ #
+ # Get the start and end times for this segment of the plot
+ my $starttime = $PerformanceData->[$begin_index]->[2];
+ my $endtime = $PerformanceData->[$end_index ]->[2];
+ #
+ # Compute the number getting the foils correct or incorrects
+ for (my $i=$begin_index;$i<=$end_index;$i++) {
+ my $row = $PerformanceData->[$i];
+ next if (! defined($row));
+ my ($grading,$submission,$time,$tries) = @$row;
+ my @Foilgrades = split('&',$grading);
+ my @Foilsubs = split('&',$submission);
+ foreach my $foilgrade (@Foilgrades) {
+ my ($foilid,$correct) = split('=',$foilgrade);
+ if ($correct) {
+ $TimeData{$foilid}->{'correct'}++;
+ } else {
+ $TimeData{$foilid}->{'incorrect'}++;
+ }
+ }
+ }
+ #
+ # Compute the total and percent correct
+ my @Plotdata1;
+ my @Plotdata2;
+ foreach my $foilid (@Foils) {
+ if (! exists($TimeData{$foilid}->{'correct'})) {
+ $TimeData{$foilid}->{'correct'} = 0;
+ }
+ if (! exists($TimeData{$foilid}->{'incorrect'})) {
+ $TimeData{$foilid}->{'incorrect'} = 0;
+ }
+ $TimeData{$foilid}->{'total'} = $TimeData{$foilid}->{'correct'} +
+ $TimeData{$foilid}->{'incorrect'};
+ $TimeData{$foilid}->{'percent_corr'} = 100 *
+ $TimeData{$foilid}->{'correct'} /
+ $TimeData{$foilid}->{'total'};
+ push (@Plotdata1, $TimeData{$foilid}->{'percent_corr'});
+ push (@Plotdata2,100-$TimeData{$foilid}->{'percent_corr'});
+ }
+ #
+ # Create the plot
+ my $graphlink = &Apache::loncommon::DrawGraph
+ ($description,#'Time Interval Analysis',
+ 'Foil Number',
+ 'Percent Correct / Incorrect',
+ 100,
+ \@Plotdata1,\@Plotdata2);
+ #
+ return ($graphlink,$starttime,$endtime,\%TimeData);
}
+#########################################################
+#########################################################
+##
+## Interface
+##
+#########################################################
+#########################################################
sub CreateInterface {
+ ##
+ ## Environment variable initialization
+ if (! exists$ENV{'form.AnalyzeOver'}) {
+ $ENV{'form.AnalyzeOver'} = 'Tries';
+ }
+ ##
+ ## Build the menu
my $Str = '';
$Str .= ''."\n";
$Str .= '';
$Str .= ''.&mt('Sections').' | ';
$Str .= ''.&mt('Enrollment Status').' | ';
- $Str .= ''.&mt('Sequences and Folders').' | ';
+# $Str .= ''.&mt('Sequences and Folders').' | ';
+ $Str .= ' | ';
$Str .= '
'."\n";
- #
+ ##
+ ##
$Str .= ''."\n";
$Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5);
- $Str .= ' | ';
+ $Str .= ' | ';
+ #
+ $Str .= '';
$Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);
- $Str .= ' | ';
+ $Str .= ' | ';
+ #
+# $Str .= '';
my $only_seq_with_assessments = sub {
my $s=shift;
if ($s->{'num_assess'} < 1) {
@@ -264,16 +525,63 @@ sub CreateInterface {
return 1;
}
};
- $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5,
+ &Apache::lonstatistics::MapSelect('Maps','multiple,all',5,
$only_seq_with_assessments);
- $Str .= ' |
'."\n";
+ ##
+ ##
+ $Str .= '';
+ { # These braces are here to organize the code, not scope it.
+ {
+ $Str .= ''.&mt('Analyze Over ');
+ $Str .=' ';
+ }
+ {
+ $Str .= ''.&mt('Analyze as ');
+ $Str .=' ';
+ }
+ {
+ $Str .= ' '.&mt('Number of Plots:');
+ $Str .= '';
+ }
+ }
+ $Str .= ' | ';
+ ##
+ ##
+ $Str .= ''."\n";
$Str .= '
'."\n";
- $Str .= '';
- $Str .= ' 'x5;
- $Str .= '';
- $Str .= ' 'x5;
return ($Str);
}
@@ -322,6 +630,19 @@ sub OptionResponseProblemSelector {
return $Str;
}
+#########################################################
+#########################################################
+##
+## Misc functions
+##
+#########################################################
+#########################################################
+sub get_problem_symb {
+ my $problemstring = shift();
+ my ($symb,$partid,$resid) = ($problemstring=~ /^(.*):([^:]*):([^:]*)$/);
+ return ($symb,$partid,$resid);
+}
+
sub get_resource_from_symb {
my ($symb) = @_;
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
@@ -356,12 +677,14 @@ sub get_problem_data {
if (ref($value) eq 'ARRAY') {
if ($key eq 'options') {
$Partdata{$part}->{'Options'}=$value;
+ &Apache::lonnet::logthis('Options = '.join(', ',@$value));
} elsif ($key eq 'concepts') {
$Partdata{$part}->{'Concepts'}=$value;
} elsif ($key =~ /^concept\.(.*)$/) {
my $concept = $1;
foreach my $foil (@$value) {
- $Partdata{$part}->{$foil}->{'Concept'}=$concept;
+ $Partdata{$part}->{'Foils'}->{$foil}->{'Concept'}=
+ $concept;
}
}
# &Apache::lonnet::logthis($part.' '.$key.' (array) = '.
@@ -371,12 +694,13 @@ sub get_problem_data {
$value =~ s/\s*$//g;
if ($key=~ /^foil\.text\.(.*)$/) {
my $foil = $1;
- $Partdata{$part}->{'Foiltext'}->{$foil}=$value;
+ $Partdata{$part}->{'Foils'}->{$foil}->{'name'}=$foil;
+ $Partdata{$part}->{'Foils'}->{$foil}->{'text'}=$value;
} elsif ($key =~ /^foil\.value\.(.*)$/) {
my $foil = $1;
- $Partdata{$part}->{'FoilValues'}->{$foil}=$value;
+ $Partdata{$part}->{'Foils'}->{$foil}->{'value'}=$value;
}
-# &Apache::lonnet::logthis($part.' '.$key.' = '.$value);
+ # &Apache::lonnet::logthis($part.' '.$key.' = '.$value);
}
}
}