--- loncom/interface/statistics/lonsubmissiontimeanalysis.pm 2003/10/29 15:22:04 1.1 +++ loncom/interface/statistics/lonsubmissiontimeanalysis.pm 2005/03/14 20:28:22 1.22 @@ -1,6 +1,6 @@ # The LearningOnline Network with CAPA # -# $Id: lonsubmissiontimeanalysis.pm,v 1.1 2003/10/29 15:22:04 matthew Exp $ +# $Id: lonsubmissiontimeanalysis.pm,v 1.22 2005/03/14 20:28:22 matthew Exp $ # # Copyright Michigan State University Board of Trustees # @@ -33,10 +33,10 @@ use Apache::loncommon(); use Apache::lonhtmlcommon(); use Apache::loncoursedata(); use Apache::lonstatistics; +use Apache::lonstathelpers; use Apache::lonlocal; use HTML::Entities(); use Time::Local(); -use Spreadsheet::WriteExcel(); my $plotcolors = ['#33ff00', '#ff33cc', '#990000', '#aaaa66', '#663399', '#ff9933', @@ -44,32 +44,28 @@ my $plotcolors = ['#33ff00', ]; my @SubmitButtons = ( - { name => 'ProblemAnalyis', + { name => 'PrevProblemAnalysis', + text => 'Previous Problem' }, + { name => 'ProblemAnalysis', text => 'Analyze Problem Again' }, + { name => 'NextProblemAnalysis', + text => 'Next Problem' }, { name => 'SelectAnother', - text => 'Choose a different resource' }, + text => 'Choose a different Problem' }, ); -sub render_resource { - my ($resource) = @_; - ## - ## Render the problem - my $base; - ($base,undef) = ($resource->{'src'} =~ m|(.*/)[^/]*$|); - $base = "http://".$ENV{'SERVER_NAME'}.$base; - my $rendered_problem = - &Apache::lonnet::ssi_body($resource->{'src'}); - $rendered_problem =~ s/<\s*form\s*/)|<\/nop>|g; - return '
'. - ''. - $rendered_problem. - '
'; -} - sub BuildSubmissionTimePage { my ($r,$c)=@_; - $r->print('

'.&mt('Submission Time Plots').'

'); + # + my %Saveable_Parameters = ('Status' => 'scalar', + 'Section' => 'array'); + &Apache::loncommon::store_course_settings('submissiontime_analysis', + \%Saveable_Parameters); + &Apache::loncommon::restore_course_settings('submissiontime_analysis', + \%Saveable_Parameters); + # + &Apache::lonstatistics::PrepareClasslist(); + # $r->print(&CreateInterface()); # my @Students = @Apache::lonstatistics::Students; @@ -78,18 +74,8 @@ sub BuildSubmissionTimePage { $r->print('

There are no students in the sections selected

'); } # - &Apache::loncoursedata::clear_internal_caches(); - if (exists($ENV{'form.ClearCache'}) || - exists($ENV{'form.updatecaches'}) || - (exists($ENV{'form.firstanalysis'}) && - $ENV{'form.firstanalysis'} ne 'no')) { - &Apache::lonstatistics::Gather_Full_Student_Data($r); - } - if (! exists($ENV{'form.firstanalysis'})) { - $r->print(''); - } else { - $r->print(''); - } + my @CacheButtonHTML = + &Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status'); $r->rflush(); # if (! exists($ENV{'form.problemchoice'}) || @@ -98,32 +84,58 @@ sub BuildSubmissionTimePage { &mt('Graph Problem Submission Times').'" />'); $r->print(' 'x5); $r->print('

'.&mt('Please select a problem to analyze').'

'); - $r->print(&ProblemSelector()); + $r->print(&Apache::lonstathelpers::problem_selector('.')); } else { foreach my $button (@SubmitButtons) { $r->print(''); $r->print(' 'x5); } + foreach my $html (@CacheButtonHTML) { + $r->print($html.(' 'x5)); + } + $r->rflush(); + # + # Determine which problem we are to analyze + my $current_problem = &Apache::lonstathelpers::get_target_from_id + ($ENV{'form.problemchoice'}); + # + my ($navmap,$prev,$curr,$next) = + &Apache::lonstathelpers::get_prev_curr_next($current_problem, + '.', + 'part'); + if (exists($ENV{'form.PrevProblemAnalysis'}) && defined($prev)) { + $current_problem = $prev; + } elsif (exists($ENV{'form.NextProblemAnalysis'}) && defined($next)) { + $current_problem = $next; + } else { + $current_problem = $curr; + } + # + # Store the current problem choice and send it out in the form + $ENV{'form.problemchoice'} = + &Apache::lonstathelpers::make_target_id($current_problem); $r->print(''); # $r->print('
'); - # - my ($symb,$part) = &get_problem_symb( - &Apache::lonnet::unescape($ENV{'form.problemchoice'})); $r->rflush(); # - my $resource = &get_resource_from_symb($symb); + my $resource = $current_problem->{'resource'}; if (! defined($resource)) { $r->print('resource is undefined'); } else { - $r->print('

'.$resource->{'title'}.'

'); - $r->print('

'.$resource->{'src'}.'

'); + $r->print('

'.$resource->compTitle.'

'); + $r->print('

'.$resource->src.'

'); + $r->print('

'. + &Apache::lonstatistics::section_and_enrollment_description(). + '

'); $r->rflush(); - $r->print(&render_resource($resource)); + $r->print(&Apache::lonstathelpers::render_resource($resource)); + $r->print('
'); $r->rflush(); - $r->print(&analyze_times($r,$resource,\@Students,$part)); + $r->print(&analyze_times($r,$resource->symb,\@Students, + $current_problem->{'part'})); } $r->print('
'); } @@ -148,60 +160,64 @@ sub get_week_start { } sub analyze_times { - my ($r,$resource,$students,$part) = @_; + my ($r,$symb,$students,$part) = @_; + my $htmltable; + # + # Convenience arrays + my @FullWeekDay = (qw/Sunday Monday Tuesday Wednesday Thursday Friday + Saturday/); + my @WeekDay = (qw/SUN MON TUE WED THU FRI SAT SUN/); + my @Month = (qw/Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec/); + # my $html; # holds results of analysis # Get the data my $SubData = &Apache::loncoursedata::get_response_time_data - ($students,$resource->{'symb'},$part); + ([&Apache::lonstatistics::get_selected_sections()], + $Apache::lonstatistics::enrollment_status, + $symb,$part); if (! defined($SubData) || ! ref($SubData)) { - $html.= '

There is no submission data for this resource

'; + $html.= '

There is no submission data for this problem at all

'; return $html; } my $NumSub = scalar(@{$SubData}); if (! @{$SubData}) { - $html.= '

There is no submission data for this resource

'; + $html.= '

There is no submission data for this problem

'; return $html; } # Process the data - # Get first and last times - my $span = &get_time_from_row($SubData->[-1]) - - &get_time_from_row($SubData->[0]); - if ($span == 0) { - $html.= '

There is no submission data for this resource

'; - return $html; - } # my (undef,undef,undef,$mday,$month,$year,$wday,$yday,$isdst) = localtime(&get_time_from_row($SubData->[0])); my $day_start = &Time::Local::timelocal(0,0,0,$mday,$month,$year); - my $start_day_of_week = $wday; - # - my @WeekDay = (qw/SUN MON TUE WED THU FRI SAT SUN/); - my @Month = (qw/Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec/); - # - my $cumulative_answers = 0; - # - my @Ydata; - my @AnsData; - my @Xlabel; # + # Configure the bins used to store the data. my $binsize = 3600; # seconds my $bins_per_day = 86400/$binsize; my $bincount = 0; my $endtime = $day_start; # - my $max; + # Initialize loop variables + my $max; # The sum of @Ydata + my @Ydata=(0); # number of submissions + my @AnsData=(0); # number of correct submissions + my @Xlabel=($WeekDay[$wday]); # Labels of itmes + my @BinEnd; # The end time of each bin + my $cumulative_answers = 0; # The sum of @AnsData + my %students; # which students have attempted the problem? + # foreach my $row (@$SubData) { my $subtime = &get_time_from_row($row); while ($subtime > $endtime && $endtime < time) { # Create a new bin $bincount++; - $Ydata[$bincount]=0; - $AnsData[$bincount]=$AnsData[$bincount-1]; + $Ydata[$bincount] = 0; + $AnsData[$bincount] = 0; $endtime += $binsize; + push(@BinEnd,$endtime); if ($bincount % (86400/$binsize) == 0) { - $Xlabel[$bincount] = $WeekDay[$wday++]; + $wday++; $wday %= 7; + $Xlabel[$bincount] = $WeekDay[$wday]; } else { $Xlabel[$bincount] = ''; } @@ -210,7 +226,27 @@ sub analyze_times { $max = $Ydata[$bincount] if ($max < $Ydata[$bincount]); $AnsData[$bincount] += &successful_submission($row); $cumulative_answers += &successful_submission($row); + $students{$row->[&Apache::loncoursedata::RT_student_id()]}++; + } + # + # Pad the data to a full day + while ($bincount % $bins_per_day != 0) { + $bincount++; + $Ydata[$bincount]=0; + $AnsData[$bincount]=0; + $endtime += $binsize; + push(@BinEnd,$endtime); + if ($bincount % (86400/$binsize) == 0) { + $wday ++; + $wday %= 7; + $Xlabel[$bincount] = $WeekDay[$wday]; + } else { + $Xlabel[$bincount] = ''; + } } + my $numstudents = scalar(keys(%students)); + # + # Determine a nice maximum value to use foreach my $maximum (10,15,20,25,30,40,50,60,70,80,90,100, 120,150,200,250,300,350,400,450,500, 600,700,800,900,1000,1100,1200,1500,2000, @@ -220,55 +256,109 @@ sub analyze_times { last; } } - while ($bincount % $bins_per_day != 0) { - $bincount++; - $Ydata[$bincount]=0; - $AnsData[$bincount]=$AnsData[$bincount-1]; - $endtime += $binsize; - if ($bincount % (86400/$binsize) == 0) { - $Xlabel[$bincount] = $WeekDay[$wday]; - } else { - $Xlabel[$bincount] = ''; + # + # Build the data table + $htmltable = '

'. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''; + my @CumulativeCorrect=(0); + my @corr_as_percent_of_selected; + my @corr_as_percent_of_answering; + for (my $i=0;$i<=$#Ydata;$i++) { + $CumulativeCorrect[$i]=$CumulativeCorrect[-1]+$AnsData[$i]; + $corr_as_percent_of_answering[$i] = + sprintf('%3.1f',100*$CumulativeCorrect[$i]/$numstudents); + $corr_as_percent_of_selected[$i] = + sprintf('%3.1f',100*$CumulativeCorrect[$i]/scalar(@$students)); + if ($Ydata[$i] != 0) { + next if (! defined($BinEnd[$i]) || $BinEnd[$i] == 0); + $htmltable .= + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''. + ''.$/; } } - - my $title = 'Number of Submissions and Number Correct'; + $htmltable .= '
'.&mt('Begin').''.(' 'x3).''.&mt('End').''.&mt('Submissions (plotted)').''.(' 'x3).''.&mt('Correct Submissions (not plotted)').''.(' 'x3).''.&mt('Cumulative Correct of those attempting the problem (not plotted)').''.(' 'x3).''.&mt('Cumulative Percent Correct of those attempting the problem (not plotted)').''.(' 'x3).''.&mt('Cumulative Percent Correct of selected students (plotted)').'
'. + &Apache::lonlocal::locallocaltime($BinEnd[$i]-$binsize). + ' '. + &Apache::lonlocal::locallocaltime($BinEnd[$i]).''.$Ydata[$i].(' 'x3).' '.$AnsData[$i].(' 'x3).' '.$CumulativeCorrect[$i].' '.$corr_as_percent_of_answering[$i].' '.$corr_as_percent_of_selected[$i].'

'; + # + # Build the plot + my $title = '';#'Number of Submissions and Number Correct'; my $xlabel; - (undef,undef,undef,$mday,$month,$year) = localtime($day_start); - $xlabel .= 'Sunday '.join(' ',($Month[$month],$mday,1900+$year)).' - '; - (undef,undef,undef,$mday,$month,$year) = localtime($endtime); - $xlabel .= 'Sunday '.join(' ',($Month[$month],$mday,1900+$year)); + (undef,undef,undef,$mday,$month,$year,$wday) = localtime($day_start); + $xlabel .= $FullWeekDay[$wday].' '. + join(' ',($Month[$month],$mday,1900+$year)).' - '; + (undef,undef,undef,$mday,$month,$year,$wday) = localtime($endtime); + $xlabel .= $FullWeekDay[$wday].' '. + join(' ',($Month[$month],$mday,1900+$year)); + my $width = 50+2*$bincount; + if ($width < 250) { + $width = 250; + } + # $html .= &Apache::loncommon::DrawXYYGraph($title, $xlabel, - 'Number of Submissions', + 'Submissions vs Time', $plotcolors, \@Xlabel, - \@Ydata, - 0,$max, - \@AnsData, - 0,scalar(@$students), + \@Ydata,0,$max, + \@corr_as_percent_of_selected,0,100, (xskip => $bins_per_day, x_ticks => $bins_per_day, x_tick_offset => $bins_per_day, - width => 50+2*$bincount) + width => $width, + y1_label=>'Number of Submissions per hour', + y2_label=>'Percent of Students answering Correctly', + 'data.1.label'=>'Submissions per hour', + 'data.2.label'=>'Percent correct', + ) ); - $html .= '
'; + $html .= '
'.$htmltable; return $html; } sub successful_submission { my ($row) = @_; if (ref($row) eq 'ARRAY') { - return $row->[1]; + return $row->[&Apache::loncoursedata::RT_awarded()]; } return undef; - return 0; } sub get_time_from_row { my ($row) = @_; if (ref($row) eq 'ARRAY') { - return $row->[3]; + return $row->[&Apache::loncoursedata::RT_timestamp()]; } return undef; } @@ -276,7 +366,7 @@ sub get_time_from_row { sub get_tries_from_row { my ($row) = @_; if (ref($row) eq 'ARRAY') { - return $row->[2]; + return $row->[&Apache::loncoursedata::RT_tries()]; } return undef; } @@ -304,110 +394,34 @@ sub CreateInterface { ## ## Build the menu my $Str = ''; + $Str .= &Apache::lonhtmlcommon::breadcrumbs(undef,'Submission Time Plots'); + $Str .= '

'; $Str .= ''."\n"; $Str .= ''; - $Str .= ''; - $Str .= ''; - $Str .= ''; + $Str .= ''; + $Str .= ''; $Str .= ''."\n"; ## ## $Str .= ''; # $Str .= ''; # - my $only_seq_with_assessments = sub { - my $s=shift; - if ($s->{'num_assess'} < 1) { - return 0; - } else { - return 1; - } - }; - &Apache::lonstatistics::MapSelect('Maps','multiple,all',5, - $only_seq_with_assessments); - ## - ## $Str .= ''."\n"; $Str .= '
'.&mt('Sections').''.&mt('Enrollment Status').' '.&mt('Sections').''.&mt('Enrollment Status').'
'."\n"; - $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5); + $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',4); $Str .= ''; - $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5); + $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,4); $Str .= '
'."\n"; + # + $Str .= ''.&mt('Status: [_1]', + ''). + ''.'

'; + ## return $Str; } -sub ProblemSelector { - my $Str; - $Str = "\n"; - foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { - next if ($seq->{'num_assess'}<1); - my $seq_str = ''; - foreach my $res (@{$seq->{'contents'}}) { - next if ($res->{'type'} ne 'assessment'); - if (@{$res->{'parts'}} == 1) { - my $value = &Apache::lonnet::escape($res->{'symb'}.':'. - $res->{'parts'}->[0]); - my $checked; - if ($ENV{'form.problemchoice'} eq $value) { - $checked = 'checked '; - } - $seq_str .= '\n"; - foreach my $part (@{$res->{'parts'}}) { - my $value = &Apache::lonnet::escape - ($res->{'symb'}.':'.$part); - my $checked; - if ($ENV{'form.problemchoice'} eq $value) { - $checked = 'checked '; - } - $seq_str .= '\n"; - } - } - } - if ($seq_str ne '') { - $Str .= ''. - "\n".$seq_str; - } - } - $Str .= "
'. - ''. - ''. - ''.$res->{'title'}.' '; - } else { - $seq_str .= '
'. - ' '.''. - ''.$res->{'title'}.''. - "
'. - ''. - ''.(' 'x5).'part '.$part."
 '.$seq->{'title'}.'
\n"; - return $Str; -} - -######################################################### -######################################################### -## -## Misc functions (ought to be put in a module) -## -######################################################### -######################################################### -sub get_problem_symb { - my $problemstring = shift(); - my ($symb,$partid) = ($problemstring=~ /^(.*):([^:]*)$/); - return ($symb,$partid); -} - -sub get_resource_from_symb { - my ($symb) = @_; - foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { - foreach my $res (@{$seq->{'contents'}}) { - if ($res->{'symb'} eq $symb) { - return $res; - } - } - } - return undef; -} - 1; __END__