Annotation of loncom/interface/statistics/lonproblemstatistics.pm, revision 1.83
1.1 stredwic 1: # The LearningOnline Network with CAPA
2: #
1.83 ! matthew 3: # $Id: lonproblemstatistics.pm,v 1.82 2004/04/01 22:13:39 matthew Exp $
1.1 stredwic 4: #
5: # Copyright Michigan State University Board of Trustees
6: #
7: # This file is part of the LearningOnline Network with CAPA (LON-CAPA).
8: #
9: # LON-CAPA is free software; you can redistribute it and/or modify
10: # it under the terms of the GNU General Public License as published by
11: # the Free Software Foundation; either version 2 of the License, or
12: # (at your option) any later version.
13: #
14: # LON-CAPA is distributed in the hope that it will be useful,
15: # but WITHOUT ANY WARRANTY; without even the implied warranty of
16: # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17: # GNU General Public License for more details.
18: #
19: # You should have received a copy of the GNU General Public License
20: # along with LON-CAPA; if not, write to the Free Software
21: # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22: #
23: # /home/httpd/html/adm/gpl.txt
24: #
25: # http://www.lon-capa.org/
26: #
27: # (Navigate problems for statistical reports
28: #
1.47 matthew 29: ###############################################
30: ###############################################
31:
32: =pod
33:
34: =head1 NAME
35:
36: lonproblemstatistics
37:
38: =head1 SYNOPSIS
39:
40: Routines to present problem statistics to instructors via tables,
41: Excel files, and plots.
42:
43: =over 4
44:
45: =cut
46:
47: ###############################################
48: ###############################################
1.1 stredwic 49:
1.36 minaeibi 50: package Apache::lonproblemstatistics;
1.1 stredwic 51:
52: use strict;
53: use Apache::lonnet();
1.62 matthew 54: use Apache::loncommon();
1.1 stredwic 55: use Apache::lonhtmlcommon;
56: use Apache::loncoursedata;
1.41 matthew 57: use Apache::lonstatistics;
1.59 matthew 58: use Apache::lonlocal;
1.44 matthew 59: use Spreadsheet::WriteExcel;
1.70 matthew 60: use Apache::lonstathelpers();
1.71 matthew 61: use Time::HiRes;
1.73 matthew 62:
63: my @StatsArray;
1.79 matthew 64: my %SeqStat; # keys are symbs, values are hash refs
1.73 matthew 65:
1.59 matthew 66: ##
67: ## Localization notes:
68: ##
69: ## in @Fields[0]->{'long_title'} is placed in Excel files and is used as the
70: ## header for plots created with Graph.pm, both of which more than likely do
71: ## not support localization.
72: ##
1.79 matthew 73: #
74: #
75: ##
76: ## Description of Field attributes
77: ##
78: ## Attribute Required Value Meaning or Use
79: ##
80: ## name yes any scalar Used to uniquely identify field
81: ## title yes any scalar This is what the user sees to identify
82: ## the field. Passed through &mt().
83: ## long_title yes any scalar Used as graph heading and in excel
84: ## output. NOT translated
85: ## align no (left|right|center) HTML cell contents alignment
86: ## color yes html color HTML cell background color
87: ## used to visually group statistics
88: ## special no (link) Indicates a link, target is name.link
89: ## Currently set in &get_statistics()
90: ## graphable no (yes|no) Can a bar graph of the field be
91: ## produced?
92: ## sortable no (yes|no) Should a sort link be put in the
93: ## column header?
94: ## selectable yes (yes|no) Can the column be removed from the
95: ## statistics display?
96: ## selected yes (yes|no) Is the column selected by default?
97: ##
1.49 matthew 98: my @Fields = (
99: { name => 'problem_num',
100: title => 'P#',
101: align => 'right',
1.76 matthew 102: color => '#FFFFE6',
103: selectable => 'no',
1.80 matthew 104: defaultselected => 'yes',
1.76 matthew 105: },
1.49 matthew 106: { name => 'container',
1.51 matthew 107: title => 'Sequence or Folder',
1.49 matthew 108: align => 'left',
109: color => '#FFFFE6',
1.76 matthew 110: sortable => 'yes',
111: selectable => 'no',
1.80 matthew 112: defaultselected => 'yes',
1.76 matthew 113: },
1.49 matthew 114: { name => 'title',
115: title => 'Title',
116: align => 'left',
117: color => '#FFFFE6',
118: special => 'link',
1.76 matthew 119: sortable => 'yes',
120: selectable => 'no',
1.80 matthew 121: defaultselected => 'yes',
1.76 matthew 122: },
1.49 matthew 123: { name => 'part',
124: title => 'Part',
125: align => 'left',
1.55 matthew 126: color => '#FFFFE6',
1.76 matthew 127: selectable => 'no',
1.80 matthew 128: defaultselected => 'yes',
1.76 matthew 129: },
1.49 matthew 130: { name => 'num_students',
131: title => '#Stdnts',
132: align => 'right',
133: color => '#EEFFCC',
134: format => '%d',
135: sortable => 'yes',
136: graphable => 'yes',
1.76 matthew 137: long_title => 'Number of Students Attempting Problem',
138: selectable => 'yes',
1.80 matthew 139: defaultselected => 'yes',
1.76 matthew 140: },
1.49 matthew 141: { name => 'tries',
142: title => 'Tries',
143: align => 'right',
144: color => '#EEFFCC',
145: format => '%d',
146: sortable => 'yes',
147: graphable => 'yes',
1.76 matthew 148: long_title => 'Total Number of Tries',
149: selectable => 'yes',
1.80 matthew 150: defaultselected => 'yes',
1.76 matthew 151: },
1.49 matthew 152: { name => 'max_tries',
153: title => 'Max Tries',
154: align => 'right',
155: color => '#DDFFFF',
156: format => '%d',
157: sortable => 'yes',
158: graphable => 'yes',
1.76 matthew 159: long_title => 'Maximum Number of Tries',
160: selectable => 'yes',
1.80 matthew 161: defaultselected => 'yes',
1.76 matthew 162: },
1.73 matthew 163: { name => 'min_tries',
164: title => 'Min Tries',
165: align => 'right',
166: color => '#DDFFFF',
167: format => '%d',
168: sortable => 'yes',
169: graphable => 'yes',
1.76 matthew 170: long_title => 'Minumum Number of Tries',
171: selectable => 'yes',
1.80 matthew 172: defaultselected => 'yes',
1.76 matthew 173: },
1.49 matthew 174: { name => 'mean_tries',
175: title => 'Mean Tries',
176: align => 'right',
177: color => '#DDFFFF',
178: format => '%5.2f',
179: sortable => 'yes',
180: graphable => 'yes',
1.76 matthew 181: long_title => 'Average Number of Tries',
182: selectable => 'yes',
1.80 matthew 183: defaultselected => 'yes',
1.76 matthew 184: },
1.49 matthew 185: { name => 'std_tries',
186: title => 'S.D. tries',
187: align => 'right',
188: color => '#DDFFFF',
189: format => '%5.2f',
190: sortable => 'yes',
191: graphable => 'yes',
1.76 matthew 192: long_title => 'Standard Deviation of Number of Tries',
193: selectable => 'yes',
1.80 matthew 194: defaultselected => 'yes',
1.76 matthew 195: },
1.49 matthew 196: { name => 'skew_tries',
197: title => 'Skew Tries',
198: align => 'right',
199: color => '#DDFFFF',
200: format => '%5.2f',
201: sortable => 'yes',
202: graphable => 'yes',
1.76 matthew 203: long_title => 'Skew of Number of Tries',
204: selectable => 'yes',
1.80 matthew 205: defaultselected => 'no',
1.76 matthew 206: },
1.49 matthew 207: { name => 'num_solved',
208: title => '#YES',
209: align => 'right',
210: color => '#FFDDDD',
1.63 matthew 211: format => '%4.1f',# format => '%d',
1.49 matthew 212: sortable => 'yes',
213: graphable => 'yes',
1.76 matthew 214: long_title => 'Number of Students able to Solve',
1.77 matthew 215: selectable => 'yes',
1.80 matthew 216: defaultselected => 'yes',
1.76 matthew 217: },
1.49 matthew 218: { name => 'num_override',
219: title => '#yes',
220: align => 'right',
221: color => '#FFDDDD',
1.63 matthew 222: format => '%4.1f',# format => '%d',
1.49 matthew 223: sortable => 'yes',
224: graphable => 'yes',
1.76 matthew 225: long_title => 'Number of Students given Override',
226: selectable => 'yes',
1.80 matthew 227: defaultselected => 'yes',
1.76 matthew 228: },
1.73 matthew 229: { name => 'num_wrong',
230: title => '#Wrng',
1.49 matthew 231: align => 'right',
1.73 matthew 232: color => '#FFDDDD',
1.49 matthew 233: format => '%4.1f',
234: sortable => 'yes',
235: graphable => 'yes',
1.76 matthew 236: long_title => 'Percent of students whose final answer is wrong',
237: selectable => 'yes',
1.80 matthew 238: defaultselected => 'yes',
1.76 matthew 239: },
1.73 matthew 240: { name => 'deg_of_diff',
241: title => 'DoDiff',
242: align => 'right',
243: color => '#FFFFE6',
244: format => '%5.2f',
245: sortable => 'yes',
246: graphable => 'yes',
247: long_title => 'Degree of Difficulty'.
1.76 matthew 248: '[ 1 - ((#YES+#yes) / Tries) ]',
249: selectable => 'yes',
1.80 matthew 250: defaultselected => 'yes',
1.76 matthew 251: },
1.71 matthew 252: { name => 'deg_of_disc',
1.73 matthew 253: title => 'DoDisc',
1.71 matthew 254: align => 'right',
255: color => '#FFFFE6',
256: format => '%4.2f',
257: sortable => 'yes',
258: graphable => 'yes',
1.76 matthew 259: long_title => 'Degree of Discrimination',
260: selectable => 'yes',
1.80 matthew 261: defaultselected => 'no',
1.76 matthew 262: },
1.49 matthew 263: );
264:
1.79 matthew 265: my @SeqFields = (
266: { name => 'title',
267: title => 'Sequence',
268: align => 'left',
269: color => '#FFFFE6',
270: special => 'no',
271: sortable => 'no',
272: selectable => 'yes',
1.80 matthew 273: defaultselected => 'no',
1.79 matthew 274: },
275: { name => 'items',
276: title => '#Items',
277: align => 'right',
278: color => '#FFFFE6',
279: format => '%4d',
280: sortable => 'no',
281: graphable => 'no',
282: long_title => 'Number of Items in Sequence',
283: selectable => 'yes',
1.80 matthew 284: defaultselected => 'no',
1.79 matthew 285: },
286: { name => 'scoremean',
287: title => 'Score Mean',
288: align => 'right',
289: color => '#FFFFE6',
290: format => '%4.2f',
291: sortable => 'no',
292: graphable => 'no',
293: long_title => 'Mean Sequence Score',
294: selectable => 'yes',
1.80 matthew 295: defaultselected => 'no',
1.79 matthew 296: },
297: { name => 'scorestd',
298: title => 'Score STD',
299: align => 'right',
300: color => '#FFFFE6',
301: format => '%4.2f',
302: sortable => 'no',
303: graphable => 'no',
304: long_title => 'Standard Deviation of Sequence Scores',
305: selectable => 'yes',
1.80 matthew 306: defaultselected => 'no',
1.79 matthew 307: },
308: { name => 'scoremax',
309: title => 'Score Max',
310: align => 'right',
311: color => '#FFFFE6',
312: format => '%4.2f',
313: sortable => 'no',
314: graphable => 'no',
315: long_title => 'Maximum Sequence Score',
316: selectable => 'yes',
1.80 matthew 317: defaultselected => 'no',
1.79 matthew 318: },
319: { name => 'scoremin',
320: title => 'Score Min',
321: align => 'right',
322: color => '#FFFFE6',
323: format => '%4.2f',
324: sortable => 'no',
325: graphable => 'no',
326: long_title => 'Minumum Sequence Score',
327: selectable => 'yes',
1.80 matthew 328: defaultselected => 'no',
1.79 matthew 329: },
330: { name => 'scorecount',
331: title => 'Score N',
332: align => 'right',
333: color => '#FFFFE6',
334: format => '%4d',
335: sortable => 'no',
336: graphable => 'no',
337: long_title => 'Number of Students in score computations',
338: selectable => 'yes',
1.80 matthew 339: defaultselected => 'no',
1.79 matthew 340: },
341: { name => 'countmean',
342: title => 'Count Mean',
343: align => 'right',
344: color => '#FFFFFF',
345: format => '%4.2f',
346: sortable => 'no',
347: graphable => 'no',
348: long_title => 'Mean Sequence Score',
349: selectable => 'yes',
1.80 matthew 350: defaultselected => 'no',
1.79 matthew 351: },
352: { name => 'countstd',
353: title => 'Count STD',
354: align => 'right',
355: color => '#FFFFFF',
356: format => '%4.2f',
357: sortable => 'no',
358: graphable => 'no',
359: long_title => 'Standard Deviation of Sequence Scores',
360: selectable => 'yes',
1.80 matthew 361: defaultselected => 'no',
1.79 matthew 362: },
363: { name => 'countmax',
364: title => 'Count Max',
365: align => 'right',
366: color => '#FFFFFF',
367: format => '%4.2f',
368: sortable => 'no',
369: graphable => 'no',
370: long_title => 'Maximum Number of Correct Problems',
371: selectable => 'yes',
1.80 matthew 372: defaultselected => 'no',
1.79 matthew 373: },
374: { name => 'countmin',
375: title => 'Count Min',
376: align => 'right',
377: color => '#FFFFFF',
378: format => '%4.2f',
379: sortable => 'no',
380: graphable => 'no',
381: long_title => 'Minumum Number of Correct Problems',
382: selectable => 'yes',
1.80 matthew 383: defaultselected => 'no',
1.79 matthew 384: },
385: { name => 'count',
386: title => 'Count N',
387: align => 'right',
388: color => '#FFFFFF',
389: format => '%4d',
390: sortable => 'no',
391: graphable => 'no',
392: long_title => 'Number of Students in score computations',
393: selectable => 'yes',
1.80 matthew 394: defaultselected => 'no',
1.79 matthew 395: },
396: { name => 'KR-21',
397: title => 'KR-21',
398: align => 'right',
399: color => '#FFAAAA',
400: format => '%4.2f',
401: sortable => 'no',
402: graphable => 'no',
403: long_title => 'KR-21 reliability statistic',
404: selectable => 'yes',
1.80 matthew 405: defaultselected => 'no',
1.79 matthew 406: },
407: );
408:
1.76 matthew 409: my %SelectedFields;
410:
411: sub parse_field_selection {
412: #
413: # Pull out the defaults
414: if (! defined($ENV{'form.fieldselections'})) {
415: $ENV{'form.fieldselections'} = [];
416: foreach my $field (@Fields) {
417: next if ($field->{'selectable'} ne 'yes');
1.80 matthew 418: if ($field->{'defaultselected'} eq 'yes') {
1.76 matthew 419: push(@{$ENV{'form.fieldselections'}},$field->{'name'});
420: }
421: }
422: }
423: #
1.80 matthew 424: # Make sure the data we are plotting is there
425: my %NeededFields;
426: if (exists($ENV{'form.plot'}) && $ENV{'form.plot'} ne '' &&
427: $ENV{'form.plot'} ne 'none') {
428: if ($ENV{'form.plot'} eq 'degrees') {
429: $NeededFields{'deg_of_diff'}++;
430: $NeededFields{'deg_of_disc'}++;
431: } elsif ($ENV{'form.plot'} eq 'tries statistics') {
432: $NeededFields{'mean_tries'}++;
433: $NeededFields{'std_tries'}++;
434: $NeededFields{'problem_num'}++;
435: } else {
436: $NeededFields{$ENV{'form.plot'}}++;
437: }
438: }
439: #
1.76 matthew 440: # This should not happen, but in case it does...
441: if (ref($ENV{'form.fieldselections'}) ne 'ARRAY') {
442: $ENV{'form.fieldselections'} = [$ENV{'form.fieldselections'}];
443: }
444: #
445: # Set the field data and the selected fields (for easier checking)
446: undef(%SelectedFields);
447: foreach my $field (@Fields) {
1.80 matthew 448: if ($field->{'selectable'} ne 'yes') {
449: $field->{'selected'} = 'yes';
450: } else {
451: $field->{'selected'} = 'no';
452: }
453: if (exists($NeededFields{$field->{'name'}})) {
454: $field->{'selected'} = 'yes';
455: $SelectedFields{$field->{'name'}}++;
456: }
1.76 matthew 457: foreach my $selection (@{$ENV{'form.fieldselections'}}) {
458: if ($selection eq $field->{'name'} || $selection eq 'all') {
459: $field->{'selected'} = 'yes';
460: $SelectedFields{$field->{'name'}}++;
461: }
462: }
463: }
1.82 matthew 464: #
465: # Always show all the sequence statistics (for now)
466: foreach my $field (@SeqFields) {
467: $field->{'selected'} = 'yes';
468: }
1.76 matthew 469: return;
470: }
471:
472: sub field_selection_input {
473: my $Str = '<select name="fieldselections" multiple size="5">'."\n";
474: $Str .= '<option value="all">all</option>'."\n";
475: foreach my $field (@Fields) {
476: next if ($field->{'selectable'} ne 'yes');
477: $Str .= ' <option value="'.$field->{'name'}.'" ';
478: if ($field->{'selected'} eq 'yes') {
479: $Str .= 'selected ';
480: }
481: $Str .= '>'.$field->{'title'}.'</option>'."\n";
482: }
483: $Str .= "</select>\n";
484: }
485:
1.47 matthew 486: ###############################################
487: ###############################################
488:
489: =pod
490:
491: =item &CreateInterface()
492:
493: Create the main intereface for the statistics page. Allows the user to
494: select sections, maps, and output.
495:
496: =cut
1.1 stredwic 497:
1.47 matthew 498: ###############################################
499: ###############################################
1.41 matthew 500: sub CreateInterface {
1.80 matthew 501: #
1.76 matthew 502: &parse_field_selection();
1.80 matthew 503: #
1.41 matthew 504: my $Str = '';
1.67 matthew 505: $Str .= &Apache::lonhtmlcommon::breadcrumbs
1.69 matthew 506: (undef,'Overall Problem Statistics','Statistics_Overall_Key');
1.41 matthew 507: $Str .= '<table cellspacing="5">'."\n";
508: $Str .= '<tr>';
1.59 matthew 509: $Str .= '<td align="center"><b>'.&mt('Sections').'</b></td>';
510: $Str .= '<td align="center"><b>'.&mt('Enrollment Status').'</b></td>';
511: $Str .= '<td align="center"><b>'.&mt('Sequences and Folders').'</b></td>';
1.76 matthew 512: $Str .= '<td align="center"><b>'.&mt('Statistics').'</b></td>';
1.70 matthew 513: $Str .= '<td rowspan="2">'.
514: &Apache::lonstathelpers::limit_by_time_form().'</td>';
1.41 matthew 515: $Str .= '</tr>'."\n";
516: #
517: $Str .= '<tr><td align="center">'."\n";
518: $Str .= &Apache::lonstatistics::SectionSelect('Section','multiple',5);
1.50 matthew 519: $Str .= '</td><td align="center">';
520: $Str .= &Apache::lonhtmlcommon::StatusOptions(undef,undef,5);
1.41 matthew 521: $Str .= '</td><td align="center">';
522: #
523: my $only_seq_with_assessments = sub {
524: my $s=shift;
525: if ($s->{'num_assess'} < 1) {
526: return 0;
527: } else {
528: return 1;
529: }
530: };
531: $Str .= &Apache::lonstatistics::MapSelect('Maps','multiple,all',5,
532: $only_seq_with_assessments);
1.76 matthew 533: $Str .= '</td><td>'.&field_selection_input();
1.41 matthew 534: $Str .= '</td></tr>'."\n";
535: $Str .= '</table>'."\n";
1.59 matthew 536: $Str .= '<input type="submit" name="GenerateStatistics" value="'.
537: &mt('Generate Statistics').'" />';
1.54 matthew 538: $Str .= ' 'x5;
1.73 matthew 539: $Str .= 'Plot '.&plot_dropdown().(' 'x10);
1.59 matthew 540: $Str .= '<input type="submit" name="ClearCache" value="'.
541: &mt('Clear Caches').'" />';
1.54 matthew 542: $Str .= ' 'x5;
1.73 matthew 543: $Str .= '<input type="submit" name="UpdateCache" value="'.
544: &mt('Update Student Data').'" />';
545: $Str .= ' 'x5;
546: $Str .= '<input type="submit" name="Excel" value="'.
547: &mt('Produce Excel Output').'" />';
548: $Str .= ' 'x5;
549: return $Str;
1.41 matthew 550: }
1.25 stredwic 551:
1.41 matthew 552: ###############################################
553: ###############################################
1.28 stredwic 554:
1.47 matthew 555: =pod
556:
557: =item &BuildProblemStatisticsPage()
558:
559: Main interface to problem statistics.
560:
561: =cut
562:
1.41 matthew 563: ###############################################
564: ###############################################
565: sub BuildProblemStatisticsPage {
566: my ($r,$c)=@_;
1.61 matthew 567: #
568: my %Saveable_Parameters = ('Status' => 'scalar',
569: 'statsoutputmode' => 'scalar',
570: 'Section' => 'array',
571: 'StudentData' => 'array',
1.77 matthew 572: 'Maps' => 'array',
573: 'fieldselections'=> 'array');
1.61 matthew 574: &Apache::loncommon::store_course_settings('statistics',
575: \%Saveable_Parameters);
576: &Apache::loncommon::restore_course_settings('statistics',
577: \%Saveable_Parameters);
578: #
579: &Apache::lonstatistics::PrepareClasslist();
1.41 matthew 580: #
1.73 matthew 581: # Clear the package variables
582: undef(@StatsArray);
1.79 matthew 583: undef(%SeqStat);
1.71 matthew 584: #
1.73 matthew 585: # Finally let the user know we are here
586: my $interface = &CreateInterface();
1.57 matthew 587: $r->print($interface);
1.41 matthew 588: $r->print('<input type="hidden" name="sortby" value="'.$ENV{'form.sortby'}.
589: '" />');
1.73 matthew 590: #
1.41 matthew 591: if (! exists($ENV{'form.statsfirstcall'})) {
1.73 matthew 592: $r->print('<input type="hidden" name="statsfirstcall" value="yes" />');
593: $r->print('<h3>'.
594: &mt('Press "Generate Statistics" when you are ready.').
595: '</h3><p>'.
596: &mt('It may take some time to update the student data '.
597: 'for the first analysis. Future analysis this session '.
598: ' will not have this delay.').
599: '</p>');
1.41 matthew 600: return;
1.73 matthew 601: } elsif ($ENV{'form.statsfirstcall'} eq 'yes' ||
602: exists($ENV{'form.UpdateCache'}) ||
603: exists($ENV{'form.ClearCache'}) ) {
604: $r->print('<input type="hidden" name="statsfirstcall" value="no" />');
605: &Apache::lonstatistics::Gather_Student_Data($r);
606: } else {
607: $r->print('<input type="hidden" name="statsfirstcall" value="no" />');
1.28 stredwic 608: }
1.73 matthew 609: $r->rflush();
1.41 matthew 610: #
1.73 matthew 611: # This probably does not need to be done each time we are called, but
612: # it does not slow things down noticably.
613: &Apache::loncoursedata::populate_weight_table();
1.75 matthew 614: #
1.73 matthew 615: if (exists($ENV{'form.Excel'})) {
616: &Excel_output($r);
617: } else {
1.75 matthew 618: my $count = 0;
619: foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
1.78 matthew 620: $count += $seq->{'num_assess_parts'};
1.75 matthew 621: }
622: if ($count > 10) {
623: $r->print('<h2>'.
624: &mt('Compiling statistics for [_1] problems',$count).
625: '</h2>');
626: if ($count > 30) {
627: $r->print('<h3>'.&mt('This will take some time.').'</h3>');
628: }
629: $r->rflush();
630: }
631: #
1.73 matthew 632: my $sortby = $ENV{'form.sortby'};
633: $sortby = 'container' if (! defined($sortby) || $sortby =~ /^\s*$/);
634: my $plot = $ENV{'form.plot'};
1.75 matthew 635: if ($plot eq '' || $plot eq 'none') {
636: undef($plot);
637: }
1.73 matthew 638: if ($sortby eq 'container' && ! defined($plot)) {
1.79 matthew 639: &output_sequence_statistics($r);
1.73 matthew 640: &output_html_by_sequence($r);
641: } else {
642: if (defined($plot)) {
643: &make_plot($r,$plot);
644: }
645: &output_html_stats($r);
1.79 matthew 646: &output_sequence_statistics($r);
1.73 matthew 647: }
648: }
649: return;
650: }
651:
1.79 matthew 652: sub output_sequence_statistics {
653: my ($r) = @_;
654: my $c=$r->connection();
655: $r->print('<h2>'.&mt('Sequence Statistics').'</h2>');
656: $r->print('<table border="0"><tr><td bgcolor="#777777">'."\n".
657: '<table border="0" cellpadding="3">'."\n".
658: '<tr bgcolor="#FFFFE6">');
659: $r->print(&sequence_html_header());
660: foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
661: last if ($c->aborted);
662: next if ($seq->{'num_assess'} < 1);
663: &compute_sequence_statistics($seq);
664: $r->print(&sequence_html_output($seq));
665: }
666: $r->print('</table>');
667: $r->print('</table>');
668: $r->rflush();
669: return;
670: }
671:
672:
1.73 matthew 673: ##########################################################
674: ##########################################################
675: ##
676: ## HTML output routines
677: ##
678: ##########################################################
679: ##########################################################
680: sub output_html_by_sequence {
681: my ($r) = @_;
682: my $c = $r->connection();
683: $r->print(&html_preamble());
1.41 matthew 684: #
1.73 matthew 685: foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
686: last if ($c->aborted);
687: next if ($seq->{'num_assess'} < 1);
688: $r->print("<h3>".$seq->{'title'}."</h3>".
689: '<table border="0"><tr><td bgcolor="#777777">'."\n".
690: '<table border="0" cellpadding="3">'."\n".
691: '<tr bgcolor="#FFFFE6">'.
692: &statistics_table_header('no container')."</tr>\n");
693: my @Data = &compute_statistics_on_sequence($seq);
694: foreach my $data (@Data) {
695: $r->print('<tr>'.&statistics_html_table_data($data,
696: 'no container').
697: "</tr>\n");
1.70 matthew 698: }
1.73 matthew 699: $r->print('</table>'."\n".'</table>'."\n");
1.41 matthew 700: $r->rflush();
1.28 stredwic 701: }
1.41 matthew 702: return;
703: }
1.21 stredwic 704:
1.73 matthew 705: sub output_html_stats {
706: my ($r)=@_;
707: &compute_all_statistics($r);
708: $r->print(&html_preamble());
709: &sort_data($ENV{'form.sortby'});
710: #
711: my $count=0;
712: foreach my $data (@StatsArray) {
713: if ($count++ % 50 == 0) {
714: $r->print("</table>\n</table>\n");
715: $r->print('<table border="0"><tr><td bgcolor="#777777">'."\n".
716: '<table border="0" cellpadding="3">'."\n".
717: '<tr bgcolor="#FFFFE6">'.
718: '<tr bgcolor="#FFFFE6">'.
719: &statistics_table_header().
720: "</tr>\n");
721: }
722: $r->print('<tr>'.&statistics_html_table_data($data)."</tr>\n");
723: }
724: $r->print("</table>\n</table>\n");
725: return;
726: }
1.47 matthew 727:
1.73 matthew 728: sub html_preamble {
729: my $Str='';
730: $Str .= "<h2>".
731: $ENV{'course.'.$ENV{'request.course.id'}.'.description'}.
732: "</h2>\n";
733: my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits();
734: if (defined($starttime) || defined($endtime)) {
735: # Inform the user what the time limits on the data are.
736: $Str .= '<h3>'.&mt('Statistics on submissions from [_1] to [_2]',
737: &Apache::lonlocal::locallocaltime($starttime),
738: &Apache::lonlocal::locallocaltime($endtime)
739: ).'</h3>';
740: }
741: $Str .= "<h3>".&mt('Compiled on [_1]',
742: &Apache::lonlocal::locallocaltime(time))."</h3>";
743: return $Str;
744: }
1.47 matthew 745:
746:
1.44 matthew 747: ###############################################
748: ###############################################
1.73 matthew 749: ##
750: ## Misc HTML output routines
751: ##
752: ###############################################
753: ###############################################
754: sub statistics_html_table_data {
755: my ($data,$options) = @_;
756: my $row = '';
757: foreach my $field (@Fields) {
758: next if ($options =~ /no $field->{'name'}/);
1.76 matthew 759: next if ($field->{'selected'} ne 'yes');
1.73 matthew 760: $row .= '<td bgcolor="'.$field->{'color'}.'"';
761: if (exists($field->{'align'})) {
762: $row .= ' align="'.$field->{'align'}.'"';
1.41 matthew 763: }
1.73 matthew 764: $row .= '>';
765: if (exists($field->{'special'}) && $field->{'special'} eq 'link') {
766: $row .= '<a href="'.$data->{$field->{'name'}.'.link'}.'">';
1.41 matthew 767: }
1.73 matthew 768: if (exists($field->{'format'})) {
769: $row .= sprintf($field->{'format'},$data->{$field->{'name'}});
770: } else {
771: $row .= $data->{$field->{'name'}};
772: }
773: if (exists($field->{'special'}) && $field->{'special'} eq 'link') {
774: $row.= '</a>';
775: }
776: $row .= '</td>';
1.21 stredwic 777: }
1.73 matthew 778: return $row;
1.41 matthew 779: }
1.25 stredwic 780:
1.73 matthew 781: sub statistics_table_header {
782: my ($options) = @_;
783: my $header_row;
784: foreach my $field (@Fields) {
785: next if ($options =~ /no $field->{'name'}/);
1.76 matthew 786: next if ($field->{'selected'} ne 'yes');
1.73 matthew 787: $header_row .= '<th>';
788: if (exists($field->{'sortable'}) && $field->{'sortable'} eq 'yes') {
789: $header_row .= '<a href="javascript:'.
790: 'document.Statistics.sortby.value='."'".$field->{'name'}."'".
791: ';document.Statistics.submit();">';
792: }
793: $header_row .= &mt($field->{'title'});
794: if ($options =~ /sortable/) {
795: $header_row.= '</a>';
796: }
797: if ($options !~ /no plots/ &&
798: exists($field->{'graphable'}) &&
799: $field->{'graphable'} eq 'yes') {
800: $header_row.=' (';
801: $header_row .= '<a href="javascript:'.
802: "document.Statistics.plot.value='$field->{'name'}'".
803: ';document.Statistics.submit();">';
804: $header_row .= &mt('plot').'</a>)';
805: }
806: $header_row .= '</th>';
807: }
808: return $header_row;
809: }
1.26 stredwic 810:
1.79 matthew 811: sub sequence_html_header {
812: my $Str .= '<tr>';
813: foreach my $field (@SeqFields) {
814: # next if ($field->{'selected'} ne 'yes');
815: $Str .= '<th bgcolor="'.$field->{'color'}.'"';
816: $Str .= '>'.$field->{'title'}.'</th>';
817: }
818: $Str .= '</tr>';
819: return $Str;
820: }
821:
822:
823: sub sequence_html_output {
824: my ($seq) = @_;
825: my $data = $SeqStat{$seq->{'symb'}};
826: my $row = '<tr>';
827: foreach my $field (@SeqFields) {
1.82 matthew 828: next if ($field->{'selected'} ne 'yes');
1.79 matthew 829: $row .= '<td bgcolor="'.$field->{'color'}.'"';
830: if (exists($field->{'align'})) {
831: $row .= ' align="'.$field->{'align'}.'"';
832: }
833: $row .= '>';
834: if (exists($field->{'format'})) {
835: $row .= sprintf($field->{'format'},$data->{$field->{'name'}});
836: } else {
837: $row .= $data->{$field->{'name'}};
838: }
839: $row .= '</td>';
840: }
841: $row .= '</tr>'."\n";
842: return $row;
843: }
844:
1.73 matthew 845: ####################################################
846: ####################################################
847: ##
848: ## Plotting Routines
849: ##
850: ####################################################
851: ####################################################
852: sub make_plot {
853: my ($r,$plot) = @_;
854: &compute_all_statistics($r);
855: &sort_data($ENV{'form.sortby'});
856: if ($plot eq 'degrees') {
857: °rees_plot($r);
1.74 matthew 858: } elsif ($plot eq 'tries statistics') {
859: &tries_data_plot($r);
1.73 matthew 860: } else {
861: &make_single_stat_plot($r,$plot);
862: }
863: return;
864: }
1.47 matthew 865:
1.73 matthew 866: sub make_single_stat_plot {
867: my ($r,$datafield) = @_;
1.41 matthew 868: #
1.73 matthew 869: my $title; my $yaxis;
870: foreach my $field (@Fields) {
871: next if ($field->{'name'} ne $datafield);
872: $title = $field->{'long_title'};
873: $yaxis = $field->{'title'};
874: last;
875: }
876: if ($title eq '' || $yaxis eq '') {
877: # datafield is something we do not know enough about to plot
878: $r->print('<h3>'.
879: &mt('Unable to plot the requested statistic.').
880: '</h3>');
881: return;
1.49 matthew 882: }
883: #
1.73 matthew 884: # Build up the data sets to plot
885: my @Labels;
886: my @Data;
887: my $max = 1;
888: foreach my $data (@StatsArray) {
889: push(@Labels,$data->{'problem_num'});
890: push(@Data,$data->{$datafield});
891: if ($data->{$datafield}>$max) {
892: $max = $data->{$datafield};
893: }
894: }
895: foreach (1,2,3,4,5,10,15,20,25,40,50,75,100,150,200,250,300,500,600,750,
896: 1000,1500,2000,2500,3000,3500,4000,5000,7500,10000,15000,20000) {
897: if ($max <= $_) {
898: $max = $_;
899: last;
1.42 matthew 900: }
901: }
1.73 matthew 902: if ($max > 20000) {
903: $max = 10000*(int($max/10000)+1);
1.42 matthew 904: }
1.73 matthew 905: #
906: $r->print("<p>".&Apache::loncommon::DrawBarGraph($title,
907: 'Problem Number',
908: $yaxis,
909: $max,
910: undef, # colors
911: \@Labels,
912: \@Data)."</p>\n");
913: return;
914: }
915:
916: sub degrees_plot {
917: my ($r)=@_;
918: my $count = scalar(@StatsArray);
919: my $width = 50 + 10*$count;
920: $width = 300 if ($width < 300);
921: my $height = 300;
922: my $plot = '';
923: my $ymax = 0;
924: my $ymin = 0;
925: my @Disc; my @Diff; my @Labels;
926: foreach my $data (@StatsArray) {
927: push(@Labels,$data->{'problem_num'});
928: my $disc = $data->{'deg_of_disc'};
929: my $diff = $data->{'deg_of_diff'};
930: push(@Disc,$disc);
931: push(@Diff,$diff);
932: #
933: $ymin = $disc if ($ymin > $disc);
934: $ymin = $diff if ($ymin > $diff);
935: $ymax = $disc if ($ymax < $disc);
936: $ymax = $diff if ($ymax < $diff);
937: }
938: #
939: # Make sure we show relevant information.
940: if ($ymin < 0) {
941: if (abs($ymin) < 0.05) {
942: $ymin = 0;
943: } else {
944: $ymin = -1;
1.42 matthew 945: }
946: }
1.73 matthew 947: if ($ymax > 0) {
948: if (abs($ymax) < 0.05) {
949: $ymax = 0;
1.42 matthew 950: } else {
1.73 matthew 951: $ymax = 1;
1.42 matthew 952: }
1.43 matthew 953: }
1.49 matthew 954: #
1.73 matthew 955: my $xmax = $Labels[-1];
956: if ($xmax > 50) {
957: if ($xmax % 10 != 0) {
958: $xmax = 10 * (int($xmax/10)+1);
959: }
960: } else {
961: if ($xmax % 5 != 0) {
962: $xmax = 5 * (int($xmax/5)+1);
1.49 matthew 963: }
1.26 stredwic 964: }
1.41 matthew 965: #
1.73 matthew 966: my $discdata .= '<data>'.join(',',@Labels).'</data>'.$/.
967: '<data>'.join(',',@Disc).'</data>'.$/;
968: #
969: my $diffdata .= '<data>'.join(',',@Labels).'</data>'.$/.
970: '<data>'.join(',',@Diff).'</data>'.$/;
971: #
1.81 matthew 972: my $title = 'Degree of Discrimination\nand Degree of Difficulty';
973: if ($xmax > 50) {
974: $title = 'Degree of Discrimination and Degree of Difficulty';
975: }
976: #
1.73 matthew 977: $plot=<<"END";
978: <gnuplot
979: texfont="10"
980: fgcolor="x000000"
981: plottype="Cartesian"
982: font="large"
983: grid="on"
984: align="center"
985: border="on"
986: transparent="on"
1.81 matthew 987: alttag="Degree of Discrimination and Degree of Difficulty Plot"
1.73 matthew 988: samples="100"
989: bgcolor="xffffff"
990: height="$height"
991: width="$width">
992: <key
993: pos="top right"
994: title=""
995: box="off" />
1.81 matthew 996: <title>$title</title>
1.73 matthew 997: <axis xmin="0" ymin="$ymin" xmax="$xmax" ymax="$ymax" color="x000000" />
998: <xlabel>Problem Number</xlabel>
999: <curve
1000: linestyle="linespoints"
1001: name="DoDisc"
1002: pointtype="0"
1003: color="x000000">
1004: $discdata
1005: </curve>
1006: <curve
1007: linestyle="linespoints"
1008: name="DoDiff"
1009: pointtype="0"
1010: color="xFF0000">
1011: $diffdata
1012: </curve>
1013: </gnuplot>
1014: END
1015: my $plotresult =
1016: '<p>'.&Apache::lonxml::xmlparse($r,'web',$plot).'</p>'.$/;
1017: $r->print($plotresult);
1.41 matthew 1018: return;
1.42 matthew 1019: }
1020:
1.74 matthew 1021: sub tries_data_plot {
1022: my ($r)=@_;
1023: my $count = scalar(@StatsArray);
1024: my $width = 50 + 10*$count;
1025: $width = 300 if ($width < 300);
1026: my $height = 300;
1027: my $plot = '';
1028: my @STD; my @Mean; my @Max; my @Min;
1029: my @Labels;
1030: my $ymax = 5;
1031: foreach my $data (@StatsArray) {
1032: my $max = $data->{'mean_tries'} + $data->{'std_tries'};
1033: $ymax = $max if ($ymax < $max);
1034: $ymax = $max if ($ymax < $max);
1035: push(@Labels,$data->{'problem_num'});
1036: push(@STD,$data->{'std_tries'});
1037: push(@Mean,$data->{'mean_tries'});
1038: }
1039: #
1040: # Make sure we show relevant information.
1041: my $xmax = $Labels[-1];
1042: if ($xmax > 50) {
1043: if ($xmax % 10 != 0) {
1044: $xmax = 10 * (int($xmax/10)+1);
1045: }
1046: } else {
1047: if ($xmax % 5 != 0) {
1048: $xmax = 5 * (int($xmax/5)+1);
1049: }
1050: }
1051: $ymax = int($ymax)+1+2;
1052: #
1053: my $std_data .= '<data>'.join(',',@Labels).'</data>'.$/.
1054: '<data>'.join(',',@Mean).'</data>'.$/;
1055: #
1056: my $std_error_data .= '<data>'.join(',',@Labels).'</data>'.$/.
1057: '<data>'.join(',',@Mean).'</data>'.$/.
1058: '<data>'.join(',',@STD).'</data>'.$/;
1059: #
1.81 matthew 1060: my $title = 'Mean and S.D. of Tries';
1061: if ($xmax > 25) {
1062: $title = 'Mean and Standard Deviation of Tries';
1063: }
1064: #
1.74 matthew 1065: $plot=<<"END";
1066: <gnuplot
1067: texfont="10"
1068: fgcolor="x000000"
1069: plottype="Cartesian"
1070: font="large"
1071: grid="on"
1072: align="center"
1073: border="on"
1074: transparent="on"
1.81 matthew 1075: alttag="Mean and S.D of Tries Plot"
1.74 matthew 1076: samples="100"
1077: bgcolor="xffffff"
1078: height="$height"
1079: width="$width">
1.81 matthew 1080: <title>$title</title>
1.74 matthew 1081: <axis xmin="0" ymin="0" xmax="$xmax" ymax="$ymax" color="x000000" />
1082: <xlabel>Problem Number</xlabel>
1.81 matthew 1083: <ylabel>Number of Tries</ylabel>
1.74 matthew 1084: <curve
1085: linestyle="yerrorbars"
1086: name="S.D. Tries"
1087: pointtype="1"
1088: color="x666666">
1089: $std_error_data
1090: </curve>
1091: <curve
1092: linestyle="points"
1093: name="Mean Tries"
1094: pointtype="1"
1095: color="xCC4444">
1096: $std_data
1097: </curve>
1098: </gnuplot>
1099: END
1100: my $plotresult =
1101: '<p>'.&Apache::lonxml::xmlparse($r,'web',$plot).'</p>'.$/;
1102: $r->print($plotresult);
1103: return;
1104: }
1105:
1.73 matthew 1106: sub plot_dropdown {
1107: my $current = '';
1108: #
1109: if (defined($ENV{'form.plot'})) {
1110: $current = $ENV{'form.plot'};
1111: }
1112: #
1113: my @Additional_Plots = (
1114: { graphable=>'yes',
1115: name => 'degrees',
1.81 matthew 1116: title => 'Difficulty Indexes' },
1.74 matthew 1117: { graphable=>'yes',
1118: name => 'tries statistics',
1.81 matthew 1119: title => 'Tries Statistics' });
1.73 matthew 1120: #
1121: my $Str= "\n".'<select name="plot" size="1">';
1122: $Str .= '<option name="none"></option>'."\n";
1123: $Str .= '<option name="none2">none</option>'."\n";
1.81 matthew 1124: foreach my $field (@Additional_Plots,@Fields) {
1.73 matthew 1125: if (! exists($field->{'graphable'}) ||
1126: $field->{'graphable'} ne 'yes') {
1127: next;
1128: }
1129: $Str .= '<option value="'.$field->{'name'}.'"';
1130: if ($field->{'name'} eq $current) {
1131: $Str .= ' selected ';
1132: }
1133: $Str.= '>'.&mt($field->{'title'}).'</option>'."\n";
1134: }
1135: $Str .= '</select>'."\n";
1136: return $Str;
1137: }
1138:
1.41 matthew 1139: ###############################################
1140: ###############################################
1.73 matthew 1141: ##
1142: ## Excel output routines
1143: ##
1.41 matthew 1144: ###############################################
1145: ###############################################
1.73 matthew 1146: sub Excel_output {
1.44 matthew 1147: my ($r) = @_;
1.73 matthew 1148: $r->print('<h2>'.&mt('Preparing Excel Spreadsheet').'</h2>');
1149: ##
1150: ## Compute the statistics
1151: &compute_all_statistics($r);
1152: my $c = $r->connection;
1153: return if ($c->aborted());
1154: ##
1155: ## Create the excel workbook
1.44 matthew 1156: my $filename = '/prtspool/'.
1157: $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
1.73 matthew 1158: time.'_'.rand(1000000000).'.xls';
1.70 matthew 1159: my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits();
1160: #
1.44 matthew 1161: # Create sheet
1.73 matthew 1162: my $excel_workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename);
1.44 matthew 1163: #
1164: # Check for errors
1165: if (! defined($excel_workbook)) {
1166: $r->log_error("Error creating excel spreadsheet $filename: $!");
1.59 matthew 1167: $r->print(&mt("Problems creating new Excel file. ".
1.44 matthew 1168: "This error has been logged. ".
1.59 matthew 1169: "Please alert your LON-CAPA administrator."));
1.73 matthew 1170: return 0;
1.44 matthew 1171: }
1172: #
1173: # The excel spreadsheet stores temporary data in files, then put them
1174: # together. If needed we should be able to disable this (memory only).
1175: # The temporary directory must be specified before calling 'addworksheet'.
1176: # File::Temp is used to determine the temporary directory.
1177: $excel_workbook->set_tempdir($Apache::lonnet::tmpdir);
1178: #
1179: # Add a worksheet
1180: my $sheetname = $ENV{'course.'.$ENV{'request.course.id'}.'.description'};
1181: if (length($sheetname) > 31) {
1182: $sheetname = substr($sheetname,0,31);
1183: }
1.73 matthew 1184: my $excel_sheet = $excel_workbook->addworksheet(
1185: &Apache::loncommon::clean_excel_name($sheetname));
1.82 matthew 1186: #
1187: my $format = &Apache::loncommon::define_excel_formats($excel_workbook);
1.73 matthew 1188: ##
1189: ## Begin creating excel sheet
1190: ##
1191: my ($rows_output,$cols_output) = (0,0);
1.44 matthew 1192: #
1193: # Put the course description in the header
1194: $excel_sheet->write($rows_output,$cols_output++,
1.82 matthew 1195: $ENV{'course.'.$ENV{'request.course.id'}.'.description'},
1196: $format->{'h1'});
1.44 matthew 1197: $cols_output += 3;
1198: #
1199: # Put a description of the sections listed
1200: my $sectionstring = '';
1.82 matthew 1201: $excel_sheet->write($rows_output,$cols_output++,
1202: &Apache::lonstathelpers::sections_description
1203: (@Apache::lonstatistics::SelectedSections),
1204: $format->{'h3'});
1205: $cols_output += scalar(@Apache::lonstatistics::SelectedSections);
1.44 matthew 1206: #
1.70 matthew 1207: # Time restrictions
1208: my $time_string;
1209: if (defined($starttime)) {
1210: # call localtime but not lonlocal:locallocaltime because excel probably
1211: # cannot handle localized text. Probably.
1212: $time_string .= 'Data collected from '.localtime($time_string);
1213: if (defined($endtime)) {
1214: $time_string .= ' to '.localtime($endtime);
1215: }
1216: $time_string .= '.';
1217: } elsif (defined($endtime)) {
1218: # See note above about lonlocal:locallocaltime
1219: $time_string .= 'Data collected before '.localtime($endtime).'.';
1220: }
1.82 matthew 1221: if (defined($time_string)) {
1222: $excel_sheet->write($rows_output,$cols_output++,$time_string);
1223: $cols_output+= 5;
1224: }
1.70 matthew 1225: #
1.44 matthew 1226: # Put the date in there too
1227: $excel_sheet->write($rows_output,$cols_output++,
1228: 'Compiled on '.localtime(time));
1229: #
1230: $rows_output++;
1231: $cols_output=0;
1.82 matthew 1232: ##
1233: ## Sequence Statistics
1234: ##
1235: &write_headers($excel_sheet,$format,\$rows_output,\$cols_output,
1236: \@SeqFields);
1237: foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
1238: next if ($seq->{'num_assess'} < 1);
1239: my $data = $SeqStat{$seq->{'symb'}};
1240: $cols_output=0;
1241: foreach my $field (@SeqFields) {
1242: next if ($field->{'selected'} ne 'yes');
1.55 matthew 1243: $excel_sheet->write($rows_output,$cols_output++,
1.82 matthew 1244: $data->{$field->{'name'}});
1.55 matthew 1245: }
1.82 matthew 1246: $rows_output++;
1247: $cols_output=0;
1.55 matthew 1248: }
1.82 matthew 1249: ##
1250: ## Resource Statistics
1251: ##
1.55 matthew 1252: $rows_output++;
1253: $cols_output=0;
1.82 matthew 1254: &write_headers($excel_sheet,$format,\$rows_output,\$cols_output,
1255: \@Fields);
1256: #
1.73 matthew 1257: foreach my $data (@StatsArray) {
1258: $cols_output=0;
1259: foreach my $field (@Fields) {
1.76 matthew 1260: next if ($field->{'selected'} ne 'yes');
1.73 matthew 1261: next if ($field->{'name'} eq 'problem_num');
1262: $excel_sheet->write($rows_output,$cols_output++,
1263: $data->{$field->{'name'}});
1.44 matthew 1264: }
1.73 matthew 1265: $rows_output++;
1.82 matthew 1266: $cols_output=0;
1.44 matthew 1267: }
1268: #
1269: $excel_workbook->close();
1.73 matthew 1270: #
1.44 matthew 1271: # Tell the user where to get their excel file
1272: $r->print('<br />'.
1.59 matthew 1273: '<a href="'.$filename.'">'.
1274: &mt('Your Excel Spreadsheet').'</a>'."\n");
1.44 matthew 1275: $r->rflush();
1276: return;
1277: }
1278:
1.82 matthew 1279: ##
1280: ## &write_headers
1281: ##
1282: sub write_headers {
1283: my ($excel_sheet,$format,$rows_output,$cols_output,$Fields) = @_;
1284: ##
1285: ## First the long titles
1286: foreach my $field (@{$Fields}) {
1287: next if ($field->{'name'} eq 'problem_num');
1288: next if ($field->{'selected'} ne 'yes');
1289: if (exists($field->{'long_title'})) {
1290: $excel_sheet->write($$rows_output,${$cols_output},
1291: $field->{'long_title'},
1292: $format->{'bold'});
1293: } else {
1294: $excel_sheet->write($$rows_output,${$cols_output},'');
1295: }
1296: ${$cols_output}+= 1;
1297: }
1298: ${$cols_output} =0;
1299: ${$rows_output}+=1;
1300: ##
1301: ## Then the short titles
1302: foreach my $field (@{$Fields}) {
1303: next if ($field->{'selected'} ne 'yes');
1304: next if ($field->{'name'} eq 'problem_num');
1305: # Use english for excel as I am not sure how well excel handles
1306: # other character sets....
1307: $excel_sheet->write($$rows_output,$$cols_output,
1308: $field->{'title'},
1309: $format->{'bold'});
1310: $$cols_output+=1;
1311: }
1312: ${$cols_output} =0;
1313: ${$rows_output}+=1;
1314: return;
1315: }
1316:
1.73 matthew 1317: ##################################################
1318: ##################################################
1319: ##
1320: ## Statistics Gathering and Manipulation Routines
1321: ##
1322: ##################################################
1323: ##################################################
1324: sub compute_statistics_on_sequence {
1325: my ($seq) = @_;
1326: my @Data;
1327: foreach my $res (@{$seq->{'contents'}}) {
1328: next if ($res->{'type'} ne 'assessment');
1329: foreach my $part (@{$res->{'parts'}}) {
1330: #
1331: # This is where all the work happens
1332: my $data = &get_statistics($seq,$res,$part,scalar(@StatsArray)+1);
1333: push (@Data,$data);
1334: push (@StatsArray,$data);
1.49 matthew 1335: }
1.26 stredwic 1336: }
1.73 matthew 1337: return @Data;
1.41 matthew 1338: }
1.26 stredwic 1339:
1.73 matthew 1340: sub compute_all_statistics {
1341: my ($r) = @_;
1342: if (@StatsArray > 0) {
1343: # Assume we have already computed the statistics
1344: return;
1345: }
1346: my $c = $r->connection;
1347: foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) {
1348: last if ($c->aborted);
1349: next if ($seq->{'num_assess'} < 1);
1.82 matthew 1350: &compute_sequence_statistics($seq);
1.73 matthew 1351: &compute_statistics_on_sequence($seq);
1.49 matthew 1352: }
1353: }
1354:
1.73 matthew 1355: sub sort_data {
1356: my ($sortkey) = @_;
1357: return if (! @StatsArray);
1.45 matthew 1358: #
1.73 matthew 1359: # Sort the data
1360: my $sortby = undef;
1.49 matthew 1361: foreach my $field (@Fields) {
1.73 matthew 1362: if ($sortkey eq $field->{'name'}) {
1363: $sortby = $field->{'name'};
1.45 matthew 1364: }
1.26 stredwic 1365: }
1.73 matthew 1366: if (! defined($sortby) || $sortby eq '' || $sortby eq 'problem_num') {
1367: $sortby = 'container';
1368: }
1369: if ($sortby ne 'container') {
1370: # $sortby is already defined, so we can charge ahead
1371: if ($sortby =~ /^(title|part)$/i) {
1372: # Alpha comparison
1373: @StatsArray = sort {
1374: lc($a->{$sortby}) cmp lc($b->{$sortby}) ||
1375: lc($a->{'title'}) cmp lc($b->{'title'}) ||
1376: lc($a->{'part'}) cmp lc($b->{'part'});
1377: } @StatsArray;
1.24 stredwic 1378: } else {
1.73 matthew 1379: # Numerical comparison
1380: @StatsArray = sort {
1381: my $retvalue = 0;
1382: if ($b->{$sortby} eq 'nan') {
1383: if ($a->{$sortby} ne 'nan') {
1384: $retvalue = -1;
1385: } else {
1386: $retvalue = 0;
1387: }
1388: }
1389: if ($a->{$sortby} eq 'nan') {
1390: if ($b->{$sortby} ne 'nan') {
1391: $retvalue = 1;
1392: }
1393: }
1394: if ($retvalue eq '0') {
1395: $retvalue = $b->{$sortby} <=> $a->{$sortby} ||
1396: lc($a->{'title'}) <=> lc($b->{'title'}) ||
1397: lc($a->{'part'}) <=> lc($b->{'part'});
1398: }
1399: $retvalue;
1400: } @StatsArray;
1.24 stredwic 1401: }
1402: }
1.45 matthew 1403: #
1.73 matthew 1404: # Renumber the data set
1405: my $count;
1406: foreach my $data (@StatsArray) {
1407: $data->{'problem_num'} = ++$count;
1408: }
1.24 stredwic 1409: return;
1.48 matthew 1410: }
1411:
1.70 matthew 1412: ########################################################
1413: ########################################################
1414:
1415: =pod
1416:
1417: =item &get_statistics()
1418:
1419: Wrapper routine from the call to loncoursedata::get_problem_statistics.
1.73 matthew 1420: Calls lonstathelpers::get_time_limits() to limit the data set by time
1421: and &compute_discrimination_factor
1.70 matthew 1422:
1423: Inputs: $sequence, $resource, $part, $problem_num
1424:
1425: Returns: Hash reference with statistics data from
1426: loncoursedata::get_problem_statistics.
1427:
1428: =cut
1429:
1430: ########################################################
1431: ########################################################
1.48 matthew 1432: sub get_statistics {
1.49 matthew 1433: my ($sequence,$resource,$part,$problem_num) = @_;
1.48 matthew 1434: #
1.70 matthew 1435: my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits();
1.49 matthew 1436: my $symb = $resource->{'symb'};
1.48 matthew 1437: my $courseid = $ENV{'request.course.id'};
1438: #
1.49 matthew 1439: my $data = &Apache::loncoursedata::get_problem_statistics
1.66 matthew 1440: (\@Apache::lonstatistics::SelectedSections,
1441: $Apache::lonstatistics::enrollment_status,
1.70 matthew 1442: $symb,$part,$courseid,$starttime,$endtime);
1.49 matthew 1443: $data->{'part'} = $part;
1444: $data->{'problem_num'} = $problem_num;
1445: $data->{'container'} = $sequence->{'title'};
1446: $data->{'title'} = $resource->{'title'};
1.53 matthew 1447: $data->{'title.link'} = $resource->{'src'}.'?symb='.
1448: &Apache::lonnet::escape($resource->{'symb'});
1.49 matthew 1449: #
1.76 matthew 1450: if ($SelectedFields{'deg_of_disc'}) {
1451: $data->{'deg_of_disc'} =
1452: &compute_discrimination_factor($resource,$part,$sequence);
1453: }
1.83 ! matthew 1454: #
! 1455: # Store in metadata if computations were done for all students
! 1456: if ($Apache::lonstatistics::SelectedSections[0] eq 'all' &&
! 1457: $data->{'num_students'} > 1) {
! 1458: my %storestats;
! 1459: #
! 1460: my $urlres=(&Apache::lonnet::decode_symb($resource->{'symb'}))[2];
! 1461: my ($dom,$user) = $urlres=~/^(\w+)\/(\w+)/;
! 1462: my $preamble = $courseid.'___'.$urlres.'___';
! 1463: #
! 1464: $storestats{$preamble.'timestamp'} = time;
! 1465: $storestats{$preamble.'stdno'} = $data->{'num_students'};
! 1466: $storestats{$preamble.'avetries'} = $data->{'mean_tries'};
! 1467: $storestats{$preamble.'difficulty'} = $data->{'deg_of_diff'};
! 1468: if ($SelectedFields{'deg_of_disc'}) {
! 1469: $storestats{$preamble.'discrimination'} = $data->{'deg_of_disc'};
! 1470: }
! 1471: #
! 1472: &Apache::lonnet::put('nohist_resevaldata',\%storestats,$dom,$user);
! 1473: }
1.49 matthew 1474: return $data;
1.71 matthew 1475: }
1476:
1477: ###############################################
1478: ###############################################
1479:
1480: =pod
1481:
1482: =item &compute_discrimination_factor()
1483:
1484: Inputs: $Resource, $Sequence
1485:
1486: Returns: integer between -1 and 1
1487:
1488: =cut
1489:
1490: ###############################################
1491: ###############################################
1492: sub compute_discrimination_factor {
1493: my ($resource,$part,$sequence) = @_;
1494: my @Resources;
1495: foreach my $res (@{$sequence->{'contents'}}) {
1496: next if ($res->{'symb'} eq $resource->{'symb'});
1497: push (@Resources,$res->{'symb'});
1498: }
1499: #
1500: # rank
1.83 ! matthew 1501: my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits();
1.71 matthew 1502: my $ranking =
1503: &Apache::loncoursedata::rank_students_by_scores_on_resources
1504: (\@Resources,
1505: \@Apache::lonstatistics::SelectedSections,
1.83 ! matthew 1506: $Apache::lonstatistics::enrollment_status,undef,
! 1507: $starttime,$endtime);
1.71 matthew 1508: #
1509: # compute their percent scores on the problems in the sequence,
1510: my $number_to_grab = int(scalar(@{$ranking})/4);
1511: my $num_students = scalar(@{$ranking});
1512: my @BottomSet = map { $_->[&Apache::loncoursedata::RNK_student()];
1513: } @{$ranking}[0..$number_to_grab];
1514: my @TopSet =
1515: map {
1516: $_->[&Apache::loncoursedata::RNK_student()];
1517: } @{$ranking}[($num_students-$number_to_grab)..($num_students-1)];
1518: my ($bottom_sum,$bottom_max) =
1.83 ! matthew 1519: &Apache::loncoursedata::get_sum_of_scores($resource,$part,\@BottomSet,
! 1520: undef,$starttime,$endtime);
1.71 matthew 1521: my ($top_sum,$top_max) =
1.83 ! matthew 1522: &Apache::loncoursedata::get_sum_of_scores($resource,$part,\@TopSet,
! 1523: undef,$starttime,$endtime);
1.71 matthew 1524: my $deg_of_disc;
1525: if ($top_max == 0 || $bottom_max==0) {
1526: $deg_of_disc = 'nan';
1527: } else {
1528: $deg_of_disc = ($top_sum/$top_max) - ($bottom_sum/$bottom_max);
1529: }
1530: #&Apache::lonnet::logthis(' '.$top_sum.'/'.$top_max.
1531: # ' - '.$bottom_sum.'/'.$bottom_max);
1532: return $deg_of_disc;
1.1 stredwic 1533: }
1.12 minaeibi 1534:
1.45 matthew 1535: ###############################################
1536: ###############################################
1.79 matthew 1537: ##
1538: ## Compute KR-21
1539: ##
1540: ## To compute KR-21, you need the following information:
1541: ##
1542: ## K=the number of items in your test
1543: ## M=the mean score on the test
1544: ## s=the standard deviation of the scores on your test
1545: ##
1546: ## then:
1547: ##
1548: ## KR-21 rk= [K/(K-1)] * [1- (M*(K-M))/(K*s^2))]
1549: ##
1550: ###############################################
1551: ###############################################
1552: sub compute_sequence_statistics {
1553: my ($seq) = @_;
1554: my $symb = $seq->{'symb'};
1555: my @Resources;
1556: foreach my $res (@{$seq->{'contents'}}) {
1557: next if ($res->{'type'} ne 'assessment');
1558: push (@Resources,$res->{'symb'});
1559: }
1560: my ($starttime,$endtime) = &Apache::lonstathelpers::get_time_limits();
1561: #
1562: # First compute statistics based on student scores
1563: my ($smin,$smax,$sMean,$sSTD,$scount,$sMAX) =
1564: &Apache::loncoursedata::score_stats
1565: (\@Apache::lonstatistics::SelectedSections,
1566: $Apache::lonstatistics::enrollment_status,
1567: \@Resources,$starttime,$endtime,undef);
1568: $SeqStat{$symb}->{'title'} = $seq->{'title'};
1569: $SeqStat{$symb}->{'scoremax'} = $smax;
1570: $SeqStat{$symb}->{'scoremin'} = $smin;
1571: $SeqStat{$symb}->{'scoremean'} = $sMean;
1572: $SeqStat{$symb}->{'scorestd'} = $sSTD;
1573: $SeqStat{$symb}->{'scorecount'} = $scount;
1574: $SeqStat{$symb}->{'max_possible'} = $sMAX;
1575: #
1576: # Compute statistics based on the number of correct problems
1577: # 'correct' is taken to mean
1578: my ($cmin,$cmax,$cMean,$cSTD,$ccount)=
1579: &Apache::loncoursedata::count_stats
1580: (\@Apache::lonstatistics::SelectedSections,
1581: $Apache::lonstatistics::enrollment_status,
1582: \@Resources,$starttime,$endtime,undef);
1583: my $K = $seq->{'num_assess_parts'};
1584: my $kr_21;
1585: if ($K > 1 && $cSTD > 0) {
1586: $kr_21 = ($K/($K-1)) * (1 - $cMean*($K-$cMean)/($K*$cSTD**2));
1587: } else {
1588: $kr_21 = 'nan';
1589: }
1590: $SeqStat{$symb}->{'countmax'} = $cmax;
1591: $SeqStat{$symb}->{'countmin'} = $cmin;
1592: $SeqStat{$symb}->{'countstd'} = $cSTD;
1.82 matthew 1593: $SeqStat{$symb}->{'countmean'} = $cMean;
1.79 matthew 1594: $SeqStat{$symb}->{'count'} = $ccount;
1595: $SeqStat{$symb}->{'items'} = $K;
1596: $SeqStat{$symb}->{'KR-21'}=$kr_21;
1597: return;
1598: }
1599:
1600:
1.47 matthew 1601:
1602: =pod
1603:
1.73 matthew 1604: =item ProblemStatisticsLegend
1605:
1606: =over 4
1607:
1608: =item #Stdnts
1609: Total number of students attempted the problem.
1610:
1611: =item Tries
1612: Total number of tries for solving the problem.
1.59 matthew 1613:
1.73 matthew 1614: =item Max Tries
1615: Largest number of tries for solving the problem by a student.
1616:
1617: =item Mean
1618: Average number of tries. [ Tries / #Stdnts ]
1619:
1620: =item #YES
1621: Number of students solved the problem correctly.
1622:
1623: =item #yes
1624: Number of students solved the problem by override.
1625:
1626: =item %Wrong
1627: Percentage of students who tried to solve the problem
1628: but is still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
1629:
1630: =item DoDiff
1631: Degree of Difficulty of the problem.
1632: [ 1 - ((#YES+#yes) / Tries) ]
1633:
1634: =item S.D.
1635: Standard Deviation of the tries.
1636: [ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1)
1637: where Xi denotes every student\'s tries ]
1638:
1639: =item Skew.
1640: Skewness of the students tries.
1641: [(sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3)]
1642:
1643: =item Dis.F.
1644: Discrimination Factor: A Standard for evaluating the
1645: problem according to a Criterion<br>
1646:
1647: =item [Criterion to group students into %27 Upper Students -
1648: and %27 Lower Students]
1649: 1st Criterion for Sorting the Students:
1650: Sum of Partial Credit Awarded / Total Number of Tries
1651: 2nd Criterion for Sorting the Students:
1652: Total number of Correct Answers / Total Number of Tries
1653:
1654: =item Disc.
1655: Number of Students had at least one discussion.
1656:
1657: =back
1.47 matthew 1658:
1659: =cut
1.73 matthew 1660:
1661: ############################################################
1662: ############################################################
1.4 minaeibi 1663:
1.1 stredwic 1664: 1;
1665: __END__
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/back.gif){kind=icon}
Return to lonproblemstatistics.pm CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [LON-CAPA] / loncom / interface / statistics