File:  [LON-CAPA] / loncom / interface / statistics / lonsubmissiontimeanalysis.pm
Revision 1.19: download - view: text, annotated - select for diffs
Fri Mar 4 20:34:15 2005 UTC (19 years, 4 months ago) by matthew
Branches: MAIN
CVS tags: HEAD
Bug 3983: Discrepancy between overall statistics and submission time analysis
computations of correct %.  lonsubmissiontimeanalysis.pm now computes the
% correct of students attempting the problem (and tells the user as much).

    1: # The LearningOnline Network with CAPA
    2: #
    3: # $Id: lonsubmissiontimeanalysis.pm,v 1.19 2005/03/04 20:34:15 matthew Exp $
    4: #
    5: # Copyright Michigan State University Board of Trustees
    6: #
    7: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
    8: #
    9: # LON-CAPA is free software; you can redistribute it and/or modify
   10: # it under the terms of the GNU General Public License as published by
   11: # the Free Software Foundation; either version 2 of the License, or
   12: # (at your option) any later version.
   13: #
   14: # LON-CAPA is distributed in the hope that it will be useful,
   15: # but WITHOUT ANY WARRANTY; without even the implied warranty of
   16: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   17: # GNU General Public License for more details.
   18: #
   19: # You should have received a copy of the GNU General Public License
   20: # along with LON-CAPA; if not, write to the Free Software
   21: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
   22: #
   23: # /home/httpd/html/adm/gpl.txt
   24: #
   25: # http://www.lon-capa.org/
   26: #
   27: 
   28: package Apache::lonsubmissiontimeanalysis;
   29: 
   30: use strict;
   31: use Apache::lonnet();
   32: use Apache::loncommon();
   33: use Apache::lonhtmlcommon();
   34: use Apache::loncoursedata();
   35: use Apache::lonstatistics;
   36: use Apache::lonstathelpers;
   37: use Apache::lonlocal;
   38: use HTML::Entities();
   39: use Time::Local();
   40: use Spreadsheet::WriteExcel();
   41: 
   42: my $plotcolors = ['#33ff00', 
   43:                   '#ff33cc', '#990000', '#aaaa66', '#663399', '#ff9933',
   44:                   '#66ccff', '#ff9999', '#cccc33', '#660000', '#33cc66',
   45:                   ]; 
   46: 
   47: my @SubmitButtons = (
   48:                      { name => 'PrevProblemAnalysis',
   49:                        text => 'Previous Problem' },
   50:                      { name => 'ProblemAnalysis',
   51:                        text => 'Analyze Problem Again' },
   52:                      { name => 'NextProblemAnalysis',
   53:                        text => 'Next Problem' },
   54:                      { name => 'SelectAnother',
   55:                        text => 'Choose a different Problem' },
   56:                      );
   57: 
   58: sub BuildSubmissionTimePage {
   59:     my ($r,$c)=@_;
   60:     #
   61:     my %Saveable_Parameters = ('Status' => 'scalar',
   62:                                'Section' => 'array');
   63:     &Apache::loncommon::store_course_settings('submissiontime_analysis',
   64:                                               \%Saveable_Parameters);
   65:     &Apache::loncommon::restore_course_settings('submissiontime_analysis',
   66:                                                 \%Saveable_Parameters);
   67:     #
   68:     &Apache::lonstatistics::PrepareClasslist();    
   69:     #
   70:     $r->print(&CreateInterface());
   71:     #
   72:     my @Students = @Apache::lonstatistics::Students;
   73:     #
   74:     if (@Students < 1) {
   75:         $r->print('<h2>There are no students in the sections selected</h2>');
   76:     }
   77:     #
   78:     my @CacheButtonHTML = 
   79:         &Apache::lonstathelpers::manage_caches($r,'Statistics','stats_status');
   80:     $r->rflush();
   81:     #
   82:     if (! exists($ENV{'form.problemchoice'}) ||
   83:         exists($ENV{'form.SelectAnother'})) {
   84:         $r->print('<input type="submit" name="" value="'.
   85:                   &mt('Graph Problem Submission Times').'" />');
   86:         $r->print('&nbsp;'x5);
   87:         $r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>');
   88:         $r->print(&Apache::lonstathelpers::problem_selector('.'));
   89:     } else {
   90:         foreach my $button (@SubmitButtons) {
   91:             $r->print('<input type="submit" name="'.$button->{'name'}.'" '.
   92:                       'value="'.&mt($button->{'text'}).'" />');
   93:             $r->print('&nbsp;'x5);
   94:         }
   95:         foreach my $html (@CacheButtonHTML) {
   96:             $r->print($html.('&nbsp;'x5));
   97:         }
   98:         $r->rflush();
   99:         #
  100:         # Determine which problem we are to analyze
  101:         my $current_problem = &Apache::lonstathelpers::get_target_from_id
  102:             ($ENV{'form.problemchoice'});
  103:         #
  104:         my ($navmap,$prev,$curr,$next) = 
  105:             &Apache::lonstathelpers::get_prev_curr_next($current_problem,
  106:                                                         '.',
  107:                                                         'part');
  108:         if (exists($ENV{'form.PrevProblemAnalysis'}) && defined($prev)) {
  109:             $current_problem = $prev;
  110:         } elsif (exists($ENV{'form.NextProblemAnalysis'}) && defined($next)) {
  111:             $current_problem = $next;
  112:         } else {
  113:             $current_problem = $curr;
  114:         }
  115:         #
  116:         # Store the current problem choice and send it out in the form
  117:         $ENV{'form.problemchoice'} = 
  118:             &Apache::lonstathelpers::make_target_id($current_problem);
  119:         $r->print('<input type="hidden" name="problemchoice" value="'.
  120:                   $ENV{'form.problemchoice'}.'" />');
  121:         #
  122:         $r->print('<hr />');
  123:         $r->rflush();
  124:         #
  125:         my $resource = $current_problem->{'resource'};
  126:         if (! defined($resource)) {
  127:             $r->print('resource is undefined');
  128:         } else {
  129:             $r->print('<h1>'.$resource->compTitle.'</h1>');
  130:             $r->print('<h3>'.$resource->src.'</h3>');
  131:             $r->rflush();
  132:             $r->print(&Apache::lonstathelpers::render_resource($resource));
  133:             $r->print('<br />');
  134:             $r->rflush();
  135:             $r->print(&analyze_times($r,$resource->symb,\@Students,
  136:                                      $current_problem->{'part'}));
  137:         }
  138:         $r->print('<hr />');
  139:     }
  140: }
  141: 
  142: #########################################################
  143: #########################################################
  144: ##
  145: ##                  Time Analysis
  146: ##
  147: #########################################################
  148: #########################################################
  149: sub get_week_start {
  150:     my ($randomtime) = @_;
  151:     my ($sec,$min,$hour,$mday,$month,$year,$wday,$yday,$isdst) = 
  152:         localtime($randomtime);
  153:     $randomtime -= $wday * 86400;
  154:     ($sec,$min,$hour,$mday,$month,$year,$wday,$yday,$isdst) = 
  155:         localtime($randomtime);
  156:     my $week_start = &Time::Local::timelocal(0,0,0,$mday,$month,$year);
  157:     return $week_start;
  158: }
  159: 
  160: sub analyze_times {
  161:     my ($r,$symb,$students,$part) = @_;
  162:     my $htmltable;
  163:     #
  164:     # Convenience arrays
  165:     my @FullWeekDay = (qw/Sunday Monday Tuesday Wednesday Thursday Friday
  166:                        Saturday/);
  167:     my @WeekDay = (qw/SUN MON TUE WED THU FRI SAT SUN/);
  168:     my @Month = (qw/Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec/);
  169:     #
  170:     my $html; # holds results of analysis
  171:     # Get the data
  172:     my $SubData = &Apache::loncoursedata::get_response_time_data
  173:         (\@Apache::lonstatistics::SelectedSections,
  174:          $Apache::lonstatistics::enrollment_status,
  175:          $symb,$part);
  176:     if (! defined($SubData) || ! ref($SubData)) {
  177:         $html.= '<h2>There is no submission data for this problem at all</h2>';
  178:         return $html;
  179:     }
  180:     my $NumSub = scalar(@{$SubData});
  181:     if (! @{$SubData}) {
  182:         $html.= '<h2>There is no submission data for this problem</h2>';
  183:         return $html;
  184:     }
  185:     # Process the data
  186:     #
  187:     my (undef,undef,undef,$mday,$month,$year,$wday,$yday,$isdst) = 
  188:         localtime(&get_time_from_row($SubData->[0]));
  189:     my $day_start = &Time::Local::timelocal(0,0,0,$mday,$month,$year);
  190:     #
  191:     # Configure the bins used to store the data.
  192:     my $binsize = 3600; # seconds
  193:     my $bins_per_day = 86400/$binsize;
  194:     my $bincount = 0;
  195:     my $endtime = $day_start;
  196:     #
  197:     # Initialize loop variables
  198:     my $max;            # The sum of @Ydata
  199:     my @Ydata=(0);      # number of submissions
  200:     my @AnsData=(0);    # number of correct submissions
  201:     my @Xlabel=($WeekDay[$wday]); # Labels of itmes
  202:     my @BinEnd;                   # The end time of each bin
  203:     my $cumulative_answers = 0;   # The sum of @AnsData
  204:     my %students;       # which students have attempted the problem?
  205:     #
  206:     foreach my $row (@$SubData) {
  207:         my $subtime = &get_time_from_row($row);
  208:         while ($subtime > $endtime && $endtime < time) {
  209:             # Create a new bin
  210:             $bincount++;
  211:             $Ydata[$bincount]   = 0;
  212:             $AnsData[$bincount] = 0;
  213:             $endtime += $binsize;
  214:             push(@BinEnd,$endtime);
  215:             if ($bincount % (86400/$binsize) == 0) {
  216:                 $wday++;
  217:                 $wday %= 7;
  218:                 $Xlabel[$bincount] = $WeekDay[$wday];
  219:             } else {
  220:                 $Xlabel[$bincount] = '';
  221:             }
  222:         }
  223:         $Ydata[$bincount]++;
  224:         $max = $Ydata[$bincount] if ($max < $Ydata[$bincount]);
  225:         $AnsData[$bincount] += &successful_submission($row);
  226:         $cumulative_answers += &successful_submission($row);
  227:         $students{$row->[&Apache::loncoursedata::RT_student_id()]}++;
  228:     }
  229:     #
  230:     # Pad the data to a full day
  231:     while ($bincount % $bins_per_day != 0) {
  232:         $bincount++;
  233:         $Ydata[$bincount]=0;
  234:         $AnsData[$bincount]=0;
  235:         $endtime += $binsize;
  236:         push(@BinEnd,$endtime);
  237:         if ($bincount % (86400/$binsize) == 0) {
  238:             $wday ++;
  239:             $wday %= 7;
  240:             $Xlabel[$bincount] = $WeekDay[$wday];
  241:         } else {
  242:             $Xlabel[$bincount] = '';
  243:         }
  244:     }
  245:     my $numstudents = scalar(keys(%students));
  246:     #
  247:     # Determine a nice maximum value to use
  248:     foreach my $maximum (10,15,20,25,30,40,50,60,70,80,90,100,
  249:                           120,150,200,250,300,350,400,450,500,
  250:                           600,700,800,900,1000,1100,1200,1500,2000,
  251:                           2500,3000,4000,5000) {
  252:         if ($max < $maximum) {
  253:             $max = $maximum;
  254:             last;
  255:         }
  256:     }
  257:     #
  258:     # Build the data table
  259:     $htmltable = '<p>'.
  260:         '<table rules="groups" frame="border" '.
  261:         'summary="Student submission data">'.
  262:         '<thead>'.
  263:         '<tr>'.
  264:         '<th valign="bottom">'.&mt('Begin').'</th>'.
  265:         '<th>'.('&nbsp;'x3).'</th>'.
  266:         '<th valign="bottom">'.&mt('End').'</th>'.
  267:         '<th valign="bottom">'.&mt('Submissions').'</th>'.
  268:         '<th>'.('&nbsp;'x3).'</th>'.
  269:         '<th valign="bottom">'.&mt('Correct Submissions').'</th>'.
  270:         '<th>'.('&nbsp;'x3).'</th>'.
  271:         '<th valign="bottom">'.&mt('Cumulative Correct of those attempting the problem').'</th>'.
  272:         '<th>'.('&nbsp;'x3).'</th>'.
  273:         '<th valign="bottom">'.&mt('Cumulative Percent Correct of those attempting the problem').'</th>'.
  274:         '</tr>'.
  275:         '</thead>'.
  276:         '<tbody>';
  277:     my @CumulativeCorrect=(0);
  278:     my @CumulativeCorrectPercent;
  279:     for (my $i=0;$i<=$#Ydata;$i++) {
  280:         $CumulativeCorrect[$i]=$CumulativeCorrect[-1]+$AnsData[$i];
  281:         $CumulativeCorrectPercent[$i] = sprintf('%3.1f',100*$CumulativeCorrect[$i]/$numstudents);
  282:         if ($Ydata[$i] != 0) {
  283:             next if (! defined($BinEnd[$i]) || $BinEnd[$i] == 0);
  284:             $htmltable .= 
  285:                 '<tr>'.
  286:                 '<td align="right"><nobr>'.
  287:                 &Apache::lonlocal::locallocaltime($BinEnd[$i]-$binsize).
  288:                 '</nobr></td>'.
  289:                 '<td>&nbsp;</td>'.
  290:                 '<td align="right"><nobr>'.
  291:                     &Apache::lonlocal::locallocaltime($BinEnd[$i]).'</td>'.
  292:                 '</nobr></td>'.
  293:                 '<td align="right">'.$Ydata[$i].('&nbsp;'x3).'</td>'.
  294:                 '<td>&nbsp;</td>'.
  295:                 '<td align="right">'.$AnsData[$i].('&nbsp;'x3).'</td>'.
  296:                 '<td>&nbsp;</td>'.
  297:                 '<td align="right">'.$CumulativeCorrect[$i].'</td>'.
  298:                 '<td>&nbsp;</td>'.
  299:                 '<td align="right">'.$CumulativeCorrectPercent[$i].'</td>'.
  300:                 '</tr>'.$/;
  301:         }
  302:     }
  303:     $htmltable .= '</tbody></table></p>';
  304:     #
  305:     # Build the plot
  306:     my $title = '';#'Number of Submissions and Number Correct';
  307:     my $xlabel;
  308:     (undef,undef,undef,$mday,$month,$year,$wday) = localtime($day_start);
  309:     $xlabel .= $FullWeekDay[$wday].' '.
  310:         join(' ',($Month[$month],$mday,1900+$year)).' - ';
  311:     (undef,undef,undef,$mday,$month,$year,$wday) = localtime($endtime);
  312:     $xlabel .= $FullWeekDay[$wday].' '.
  313:         join(' ',($Month[$month],$mday,1900+$year));
  314:     my $width = 50+2*$bincount;
  315:     if ($width < 250) {
  316:         $width = 250;
  317:     }
  318:     #
  319:     $html .= &Apache::loncommon::DrawXYYGraph($title,
  320:                                               $xlabel,
  321:                                               'Submissions vs Time',
  322:                                               $plotcolors,
  323:                                               \@Xlabel,
  324:                                               \@Ydata,0,$max,
  325:                                               \@CumulativeCorrectPercent,0,100,
  326:                                               (xskip => $bins_per_day,
  327:                                                x_ticks => $bins_per_day,
  328:                                                x_tick_offset => $bins_per_day,
  329:                                                width => $width,
  330:                       y1_label=>'Number of Submissions per hour',
  331:                       y2_label=>'Percent of Students answering Correctly',
  332:                      'data.1.label'=>'Submissions per hour',
  333:                      'data.2.label'=>'Percent correct',
  334:                                                )
  335:                                               );
  336:     $html .= '<br />'.$htmltable;
  337:     return $html;
  338: }
  339: 
  340: sub successful_submission {
  341:     my ($row) = @_;
  342:     if (ref($row) eq 'ARRAY') {
  343:         return $row->[&Apache::loncoursedata::RT_awarded()];
  344:     }
  345:     return undef;
  346: }
  347: 
  348: sub get_time_from_row {
  349:     my ($row) = @_;
  350:     if (ref($row) eq 'ARRAY') {
  351:         return $row->[&Apache::loncoursedata::RT_timestamp()];
  352:     } 
  353:     return undef;
  354: }
  355: 
  356: sub get_tries_from_row {
  357:     my ($row) = @_;
  358:     if (ref($row) eq 'ARRAY') {
  359:         return $row->[&Apache::loncoursedata::RT_tries()];
  360:     }
  361:     return undef;
  362: }
  363: 
  364: sub Process_Row {
  365:     my ($row) = @_;
  366:     my %RowData;
  367:     my ($student_id,$award,$tries,$time) = @$row;
  368:     return %RowData;
  369: }
  370: 
  371: #########################################################
  372: #########################################################
  373: ##
  374: ##   Generic Interface Routines
  375: ##
  376: #########################################################
  377: #########################################################
  378: sub CreateInterface {
  379:     ##
  380:     ## Environment variable initialization
  381:     if (! exists$ENV{'form.AnalyzeOver'}) {
  382:         $ENV{'form.AnalyzeOver'} = 'Tries';
  383:     }
  384:     ##
  385:     ## Build the menu
  386:     my $Str = '';
  387:     $Str .= &Apache::lonhtmlcommon::breadcrumbs(undef,'Submission Time Plots');
  388:     $Str .= '<p>';
  389:     $Str .= '<table cellspacing="5">'."\n";
  390:     $Str .= '<tr>';
  391:     $Str .= '<th align="center">'.&mt('Sections').'</th>';
  392:     $Str .= '<th align="center">'.&mt('Enrollment Status').'</th>';
  393:     $Str .= '</tr>'."\n";
  394:     ##
  395:     ## 
  396:     $Str .= '<tr><td align="center">'."\n";
  397:     $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',4);
  398:     $Str .= '</td>';
  399:     #
  400:     $Str .= '<td align="center">';
  401:     $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,4);
  402:     $Str .= '</td>';
  403:     #
  404:     $Str .= '</tr>'."\n";
  405:     $Str .= '</table>'."\n";
  406:     #
  407:     $Str .= '<nobr>'.&mt('Status: [_1]',
  408:                          '<input type="text" '.
  409:                          'name="stats_status" size="60" value="" />').
  410:             '</nobr>'.'</p>';
  411:     ##
  412:     return $Str;
  413: }
  414: 
  415: 1;
  416: 
  417: __END__

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>