--- loncom/interface/lonstatistics.pm 2002/02/04 16:08:26 1.1 +++ loncom/interface/lonstatistics.pm 2008/12/03 11:47:30 1.145 @@ -1,7 +1,6 @@ # The LearningOnline Network with CAPA -# (Publication Handler # -# $Id: lonstatistics.pm,v 1.1 2002/02/04 16:08:26 albertel Exp $ +# $Id: lonstatistics.pm,v 1.145 2008/12/03 11:47:30 diwert Exp $ # # Copyright Michigan State University Board of Trustees # @@ -26,1357 +25,1142 @@ # http://www.lon-capa.org/ # # (Navigate problems for statistical reports -# YEAR=2001 -# 5/05/01, 7/09/01, 7/25/01, 8/11/01,9/13/01, 9/26/01 Behrouz Minaei -# 10/5/01, 10/9/01, 10/22/01, 10/26/01 Behrouz Minaei -# 11/1/01, 11/4/01, 11/16/01 Behrouz Minaei -# 12/14/01, 12/16/01, 12/18/01,12/20/01,12/31/01 Behrouz Minaei -# YEAR=2002 -# 1/22/02,2/1/02 +# ### + + package Apache::lonstatistics; use strict; use Apache::Constants qw(:common :http); -use Apache::lonnet(); +use vars qw( + @FullClasslist + @Students + @Sections + @Groups + %StudentData + @StudentDataOrder + @SelectedStudentData + $enrollment_status); + +use Apache::lonnet; use Apache::lonhomework; -use Apache::loncommon(); -use HTML::TokeParser; -use GDBM_File; -use Benchmark; - -# -------------------------------------------------------------- Module Globals -my %hash; -my %CachData; -my %GraphDat; -my %maps; -my %section; -my %StuBox; -my %DiscFac; -my $CurMap; -my $CurSec; -my $CurStu; -my @cols; -my @list; -my @students; -my $p_count; -my $Pos; -my $r; -my $OpSel1; -my $OpSel2; -my $OpSelDis1; -my $OpSelDis2; -my $CurDis=0; -my $OpSel3; -my $OpSel4; -my $GData; -my $cid; -my $firstres; -my $lastres; -my $DiscFlag=0; - -my %Header = (0,"Problem Title",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"S.D.", - 9,"Skew.",10,"DoDiff",11,"Map"); -# 9,"Skew.",10,"DoDiff",11,"Dis.F.",12,"Resourse URL"); - -my %class = (); - -my @LS; -my @LF; - -sub GetBin { - my ($Index1,$Index2,$String,$C)=@_; - my @step = 5; - my @L=($C eq 'S') ? @LS : @LF; - my $Count=$#L+1; - $r->print("
zone $C ------ $String "); - for(my $n=0;$n<$Count;$n++){ - my @t=split(/\:/,$L[$n]); - $r->print("
$t[$Index1] $t[$Index2]"); +use Apache::loncommon; +use Apache::loncoursedata; +use Apache::lonhtmlcommon; +use Apache::lonmysql; +use Apache::lonlocal; +use Apache::longroup; +use Time::HiRes; +# +# Statistics Packages +use Apache::lonproblemanalysis(); +use Apache::lonsubmissiontimeanalysis(); +use Apache::loncorrectproblemplot(); +use Apache::lonproblemstatistics(); +use Apache::lonstudentassessment(); +use Apache::lonpercentage; +use Apache::lonstudentsubmissions(); +use Apache::lonsurveyreports(); +use Apache::longradinganalysis(); +use LONCAPA; + +# +# Classlist variables +# +my $curr_student; +my $prev_student; +my $next_student; + + +sub clear_classlist_variables { + undef(@FullClasslist); + undef(@Students); + undef(@Sections); + undef(@Groups); + undef(%StudentData); + undef(@SelectedStudentData); + undef($curr_student); + undef($prev_student); + undef($next_student); +} + + +sub PrepareClasslist { + my %Sections; + &clear_classlist_variables(); + # + # Retrieve the classlist + my $cid = $env{'request.course.id'}; + my $cdom = $env{'course.'.$cid.'.domain'}; + my $cnum = $env{'course.'.$cid.'.num'}; + my ($classlist,$field_names) = &Apache::loncoursedata::get_classlist($cdom, + $cnum); + my @selected_sections = &get_selected_sections(); + my @selected_groups = &get_selected_groups(); + # + # Deal with instructors with restricted section access + if ($env{'request.course.sec'} !~ /^\s*$/) { + @selected_sections = ($env{'request.course.sec'}); + } + # + # Set up %StudentData + @StudentDataOrder = qw/fullname username domain id section status groups comments/; + foreach my $field (@StudentDataOrder) { + $StudentData{$field}->{'title'} = &mt($field); + $StudentData{$field}->{'base_width'} = length(&mt($field)); + $StudentData{$field}->{'width'} = + $StudentData{$field}->{'base_width'}; + } + # + # get the status requested + $enrollment_status = 'Active'; + $enrollment_status = $env{'form.Status'} if (exists($env{'form.Status'})); + # + # Get groupmembership + my ($classgroups,$studentgroups); + my %curr_groups = &Apache::longroup::coursegroups($cdom,$cnum); + if (%curr_groups) { + ($classgroups,$studentgroups) = + &Apache::loncoursedata::get_group_memberships($classlist, + $field_names, + $cdom,$cnum); + } + my $now = time; + + # Process the classlist + while (my ($student,$student_data) = each (%$classlist)) { + my $studenthash = (); + for (my $i=0; $i< scalar(@$field_names);$i++) { + my $field = $field_names->[$i]; + # Store the data + $studenthash->{$field}=$student_data->[$i]; + # Keep track of the width of the fields + next if (! exists($StudentData{$field})); + my $length = length($student_data->[$i]); + if ($StudentData{$field}->{'width'} < $length) { + $StudentData{$field}->{'width'} = $length; + } + } + my @studentsgroups = &Apache::loncoursedata::get_students_groups + ($student,$enrollment_status, + $classgroups); + if (@studentsgroups) { + $studenthash->{'groups'} = join(', ',@studentsgroups); + $studenthash->{'groupref'} = \@studentsgroups; + } else { + $studenthash->{'groups'} = 'none'; + $studenthash->{'groupref'} = []; + } + push (@FullClasslist,$studenthash); + # + # Build up a list of sections + my $section = $studenthash->{'section'}; + if (! defined($section) || $section =~/^\s*$/ || $section == -1) { + $studenthash->{'section'} = 'none'; + $section = $studenthash->{'section'}; + } + $Sections{$section}++; + # + # Only put in the list those students we are interested in + foreach my $sect (@selected_sections) { + if ( (($sect eq 'all') || + ($section eq $sect)) && + (($studenthash->{'status'} eq $enrollment_status) || + ($enrollment_status eq 'Any')) + ){ + my $groupcheck = 0; + if (grep(/^all$/,@selected_groups)) { + push(@Students,$studenthash); + last; + } elsif (grep(/^none$/,@selected_groups)) { + if ($studenthash->{'groups'} eq 'none') { + push(@Students,$studenthash); + last; + } + } else { + foreach my $group (@selected_groups) { + if (grep(/^$group$/,@studentsgroups)) { + push(@Students,$studenthash); + $groupcheck = 1; + last; + } + } + if ($groupcheck) { + last; + } + } + } + } } + # + # Put the consolidated section data in the right place + if ($env{'request.course.sec'} !~ /^\s*$/) { + @Sections = ($env{'request.course.sec'}); + } else { + @Sections = sort { + if ($a == $a && $b == $b ) { return $a <=> $b; } + return $a cmp $b; + } keys(%Sections); + + unshift(@Sections,'all'); # Put 'all' at the front of the list + } + # Sort the groups + @Groups = sort {$a cmp $b} keys(%{$studentgroups}); + unshift(@Groups,'all'); # Put 'all' at the front of the list + + # + # Sort the Students + my $sortby = 'fullname'; + $sortby = $env{'form.sort'} if (exists($env{'form.sort'})); + my @TmpStudents = sort { lc($a->{$sortby}) cmp lc($b->{$sortby}) || + lc($a->{'fullname'}) cmp lc($b->{'fullname'}) || + lc($a->{'username'}) cmp lc($b->{'username'}) } @Students; + @Students = @TmpStudents; + # + # Now deal with that current student thing.... + $curr_student = undef; + if (exists($env{'form.SelectedStudent'})) { + my ($current_uname,$current_dom) = + split(':',$env{'form.SelectedStudent'}); + my $i; + for ($i = 0; $i<=$#Students; $i++) { + next if (($Students[$i]->{'username'} ne $current_uname) || + ($Students[$i]->{'domain'} ne $current_dom)); + $curr_student = $Students[$i]; + last; # If we get here, we have our student. + } + if (defined($curr_student)) { + if ($i == 0) { + $prev_student = undef; + } else { + $prev_student = $Students[$i-1]; + } + if ($i == $#Students) { + $next_student = undef; + } else { + $next_student = $Students[$i+1]; + } + } + } + # + if (exists($env{'form.StudentData'})) { + @SelectedStudentData = + &Apache::loncommon::get_env_multiple('form.StudentData'); + } else { + @SelectedStudentData = ('username'); + } + foreach (@SelectedStudentData) { + if ($_ eq 'all') { + @SelectedStudentData = ('all'); + last; + } + } + # + return; } -sub GetUniqe { - my ($Index,$String,$C)=@_; - my @step = 5; - my @L=($C eq 'S') ? @LS : @LF; - my $Count=$#L+1; - my @List=(); - for(my $n=0;$n<$Count;$n++){ - my @t=split(/\:/,$L[$n]); - push(@List,$t[$Index]); - #$r->print("
$t[$Index]"); - } - @List = sort NumSort(@List); - - $r->print("
zone $C ------ $String "); - my $nIdx=0; - my $nPrb=0; - my %Proc; - undef %Proc; - while ( $nIdx < $Count ) { - my $Focus=$List[$nIdx]; - my $Temp = $Focus; - do { - $nIdx++; - $nPrb++; - $Focus=$List[$nIdx]; - #$Proc{$name}=$Focus; - } while ( $Focus == $Temp && $nIdx < $Count ); - $r->print("
$Temp --> $nPrb"); - $nPrb=0; + +sub get_selected_sections { + my @selected_sections = + &Apache::loncommon::get_env_multiple('form.Section'); + @selected_sections = ('all') if (! @selected_sections); + foreach (@selected_sections) { + if ($_ eq 'all') { + @selected_sections = ('all'); + } } - return %Proc; + # + # Deal with instructors with restricted section access + if ($env{'request.course.sec'} !~ /^\s*$/) { + @selected_sections = ($env{'request.course.sec'}); + } + return @selected_sections; } -sub GetUniq { - my ($Index,$String)=@_; - my @step = 5; - my $Count=0; - my @List=(); - my @temp=(); - foreach (keys(%DiscFac)){ - $Count++; - my @temp1=split(/\:/,$_); - @temp=($temp1[$Index],@temp1); - push(@List,join(':',@temp)); - } - @List = sort NumericSort(@List); - - $r->print("

zone ($Index) ------ $String ----- / $temp[3]"); - my $nIdx=0; - my $nPrb=0; - my %Proc; - undef %Proc; - while ( $nIdx < $Count ) { - my ($Focus,$Dummy,$name)=split(/\:/,$List[$nIdx]); - my $Temp = $Focus; - $Proc{$name}=$Focus; - do { - $nIdx++; - $nPrb++; - ($Focus,$Dummy,$name)=split(/\:/,$List[$nIdx]); - $Proc{$name}=$Focus; - } while ( $Focus == $Temp && $nIdx < $Count ); - $r->print("
$Temp --> $nPrb"); - $nPrb=0; + +sub get_selected_groups { + my @selected_groups = + &Apache::loncommon::get_env_multiple('form.Group'); + @selected_groups = ('all') if (! @selected_groups); + foreach my $grp (@selected_groups) { + if ($grp eq 'all') { + @selected_groups = ('all'); + last; + } } - return %Proc; + return @selected_groups; } + + -sub NumericSort { - $a <=> $b; +sub section_and_enrollment_description { + my ($mode) = @_; + if (! defined($mode)) { $mode = 'localized'; } + my @sections = &Apache::lonstatistics::get_selected_sections(); + my @groups = &Apache::lonstatistics::get_selected_groups(); + my $description; + if ($mode eq 'localized') { + $description = &mt('Unable to determine section, groups and access status'); + } elsif ($mode eq 'plaintext') { + $description = 'Unable to determine section, groups and access status'; + } else { + $description = 'Bad parameter passed to lonstatistics::section_and_enrollment_description'; + &Apache::lonnet::logthis($description); + } + $description = §ion_or_group_text($mode,'section',@sections). + ' '.§ion_or_group_text($mode,'group',@groups); + if ($mode eq 'localized') { + $description .= ' '.&mt($env{'form.Status'}.' access status.'); + } elsif ($mode eq 'plaintext') { + $description .= ' '.$env{'form.Status'}.' access status.'; + } + return $description; } -#------- Classification -sub Classify { - my $Count=0; - my @List=(); -# foreach(keys %class){ -# $r->print("
$_ --> $class{$_}"); -# } - # $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. - # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; - @LS=(); - @LF=(); - my $cf=0; - my $cs=0; - foreach (keys(%DiscFac)){ - my @l=split(/\:/,$_); - if ($class{$l[1]}){ - if( $class{$l[1]} == 4 ) { - $cs++; - push(@LS,('S:'.$l[6].':'.$l[0].':'.$l[5].':'.$l[4].':'.$l[3].':'.$class{$l[1]})); - } - elsif ( $class{$l[1]} < 3 ) { - $cf++; - push(@LF,('F:'.$l[6].':'.$l[0].':'.$l[5].':'.$l[4].':'.$l[3].':'.$class{$l[1]})); - } - } - } - - $r->print("
zone successful"); - for(my $n=0;$n<$cs;$n++){ - $r->print('
'.$LS[$n]); - } - $r->print("
zone failed"); - for(my $n=0;$n<$cf;$n++){ - $r->print('
'.$LF[$n]); + +sub section_or_group_text { + my ($mode,$type,@items) = @_; + my $text; + my %phrases = (); + %{$phrases{'section'}} = ( + single => 'Section', + all => 'All sections', + plural => 'Sections', + ); + %{$phrases{'group'}} = ( + single => 'Group', + all => 'All groups', + plural => 'Groups', + ); + if (scalar(@items) == 1 && $items[0] ne 'all') { + if ($mode eq 'localized') { + $text = &mt($phrases{$type}{single}.' [_1].',$items[0]); + } elsif ($mode eq 'plaintext') { + $text = $phrases{$type}{single}.' '.$items[0].'.'; + + } + } elsif (scalar(@items) && $items[0] eq 'all') { + if ($mode eq 'localized') { + $text = &mt($phrases{$type}{all}.'.'); + } elsif ($mode eq 'plaintext') { + $text = $phrases{$type}{all}.'.'; + } + } elsif (scalar(@items)) { + my $lastitem = pop(@items); + if ($mode eq 'localized') { + $text = &mt($phrases{$type}{plural}.' [_1] and [_2].', + join(', ',@items),$lastitem); + } elsif ($mode eq 'plaintext') { + $text = $phrases{$type}{plural}.' '.join(', ',@items).' and '. + $lastitem.'.'; + } } - -# my %Disc = &GetUniqe(@List,5,"Discrimination Factor"); -# my %Opnd = &GetUniq(@List,3,"Total Opened"); -# my %Trys = &GetUniq(@Lsit4,"Total Tries"); -# my %Slvd = &GetUniq(5,"Problems Solved"); - - # my (@L, $Index,$String)=@_; - my %Time = &GetUniqe(1,"Time",'S'); - &GetUniqe(1,"Time",'F'); - &GetUniqe(2,"Discrimination Factor",'S'); - &GetUniqe(2,"Discrimination Factor",'F'); - &GetUniqe(3,"Solved",'S'); - &GetUniqe(3,"Solved",'F'); - &GetUniqe(4,"Tries",'S'); - &GetUniqe(4,"Tries",'F'); - - &GetBin(1,2, " Time ... Discriminat",'S'); - &GetBin(1,2, " Time ... Discriminat",'F'); - &GetBin(1,3, " Time ... Solved",'S'); - &GetBin(1,3, " Time ... Solved",'F'); - &GetBin(1,4, " Time ... Tries",'S'); - &GetBin(1,4, " Time ... Tries",'F'); - &GetBin(2,3, " Discriminant ... Solved",'S'); - &GetBin(2,3, " Discriminant ... Solved",'F'); - &GetBin(2,4, " Discriminant ... Tries",'S'); - &GetBin(2,4, " Discriminant ... Tries",'F'); - &GetBin(3,4, " Solved ... Tries",'S'); - &GetBin(3,4, " solved ... Tries",'F'); -# foreach (keys(%Disc)) { -# $r->print("
: $Disc{$_} --> $Slvd{$_}"); - # } - # $r->print("
..........Discriminant ... Time................"); - ## foreach (keys(%Disc)) { - # $r->print("
$Disc{$_} --> $Time{$_}"); - # } - # $r->print("
..........Time ... Solved......................."); - # foreach (keys(%Disc)) { - # $r->print("
$Disc{$_} --> $Slvd{$_}"); - # } + return $text; } -#------- Processing upperlist and lowerlist according to each problem -sub ProcessDisc { - my @List = @_; - @List = sort (@List); - my $Count = $#List+1; - my $Prb; - my @Dis; - my $Slvd=0; - my $tmp; - my $Sum=0; - my $nIdx=0; - my $nStud=0; - my %Proc; - undef %Proc; - while ($nIdx<$Count) { - ($Prb,$tmp)=split(/\=/,$List[$nIdx]); - @Dis=split(/\+/,$tmp); - my $Temp = $Prb; - do { - $nIdx++; - $nStud++; - $Sum += $Dis[$CurDis]; - ($Prb,$tmp)=split(/\=/,$List[$nIdx]); - @Dis=split(/\+/,$tmp); - } while ( $Prb eq $Temp && $nIdx < $Count ); -# $Proc{$Temp}=$Sum.':'.$nStud; - $Proc{$Temp}=($Sum/$nStud).':'.$nStud; -# $r->print("$nIdx) $Temp --> ($nPrb) $Proc{$Temp}
"); - $Sum=0; - $nStud=0; + +sub get_students { + if (! @Students) { + &PrepareClasslist() } - return %Proc; + return @Students; } -#------- Creating Discimination factor table -sub DiscriminationTable { - my $Count=0; - foreach (keys(%DiscFac)){ - $Count++; - } - my $UpCnt = int(0.27*$Count); - $r->print("

". - "Current map: \"$CurMap\"     ". - "Current Section: \"$CurSec\"    ". - "Number of valid students: $Count". - "
The Upper 27% has $UpCnt records.". - "  The Lower 27% has $UpCnt records
". - "The Criterion of sorting the students: ". - "( Sum of Partial Credits Awarded / ". - "Total Number of Tries )". - "

"); - $r->rflush(); - my $low=0; - my $up=$Count-$UpCnt; - my @UpList=(); - my @LowList=(); - $Count=0; - foreach my $key (sort(keys(%DiscFac))){ - $Count++; -# $r->print("$Count) $key
"); - - if ($low < $UpCnt || $Count > $up) { - $low++; - my $str=$DiscFac{$key}; -# $r->print("$Count) $str
"); - foreach(split(/\:/,$str)){ - if ($_) { - if ($low<$UpCnt){push(@LowList,$_);} - else {push(@UpList,$_);} - } - } - } - } - my %Up=&ProcessDisc(@UpList); - my %Low=&ProcessDisc(@LowList); - my @list = (); - my $Useful; - my $UnUseful; - $p_count = 0; - - foreach my $key( keys %CachData) { - my @Temp=split(/\:/,$CachData{$key}); - ($UnUseful,$Useful)=split(/\>/,$Temp[0]); - $list[$p_count]=$Useful.'&'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - my $Result = "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $r->print( $Result ); - - for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { - my( $Pre, $Post ) = split(/\&/,$list[$nIdx]); - my ($Temp,$MxTries,$StdNo,$TotalTries,$YES,$Override, - $Wrng,$Avg,$SD,$Sk,$DoD,$res,$Prob)=split(/\:/,$Post); - my ($UpDis,$UpNo)=split(/\:/,$Up{$Prob}); - my ($LwDis,$LwNo)=split(/\:/,$Low{$Prob}); - $UpNo = ($UpNo) ? $UpNo : 0; - $LwNo = ($LwNo) ? $LwNo : 0; - my $U_Dis = sprintf("%.4f", $UpDis)*100; - my $L_Dis = sprintf("%.4f", $LwDis)*100; - my $DisFac = $UpDis - $LwDis; - my $_Dis = sprintf("%.4f", $DisFac)*100; - $r->print( "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".'' ); - } - $r->print("\n".'
P#'.$Header{0}.''.'Discrimination Factor'.''.'%Upper Award'.''.'%Lower Award'.''.'Upper Records'.''.'Lower Records'.''.'%Degree of Difficulty'.'
'.($nIdx+1).''.$Temp.''.$_Dis.''.$U_Dis.''.$L_Dis.''.$UpNo.''.$LwNo.''.($DoD).'
'); - $r->rflush(); +sub current_student { + return $curr_student; } -sub CreateDiscFac { - my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_statistics.db"; - my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; - - my $ptr=''; -# $ptr .= '
Discrimination Criterion:   '."\n". -# ' '."\n"; - $ptr .= '
'; - $r->print($ptr); - - if ((-e "$CacheDB")&& - ($ENV{'form.sort'} ne 'Recalculate Discrimintion Factor')) { - if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_READER,0640); - #&DiscriminationTable(); - &Classify(); - } - else {$r->print("Unable to tie hash to db file");} - } - else { - if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); - foreach (keys %CachData) {delete $CachData{$_};} - foreach (keys %DiscFac) {delete $DiscFac{$_};} - $DiscFlag=1; - &Build_Statistics(); - $DiscFlag=0; - &DiscriminationTable(); - } - else {$r->print("Unable to tie hash to db file");} + +sub previous_student { + return $prev_student; +} + + + +sub next_student { + return $next_student; +} + + + +sub StudentDataSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; } - -# ------------------------------------------- Prepare Statistics Table -sub PreStatTable { - my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_statistics.db"; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; - $r->print('
'); - - my $Ptr = ''; - - $Ptr .= '
Sorting Type:   '."\n". - ' '."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - $Ptr .= '   '; - $Ptr .= ''."\n"; - - $Ptr .= '
'.
-    '  #Stdnts: Total Number of Students opened the problem.
'. - ' Tries : Total Number of Tries for solving the problem.
'. - ' Mod : Maximunm Number of Tries for solving the problem.
'. - ' Mean : Average Number of the tries. [ Tries / #Stdns ]
'. - ' #YES : Number of students solved the problem correctly.
'. - ' #yes : Number of students solved the problem by override.
'. - ' %Wrng : Percentage of students tried to solve the problem but still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
'. - ' S.D. : Standard Deviation of the tries.[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1) where Xi is every student\'s tries ]
'. - ' Skew. : Skewness of the students tries. [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'. -# ' DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'. - ' DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'. -# ' Dis.F. : Discrimination Factor. [ Sum of Partial Credits Awarded / Total Number of Tries in %27 upper and lower students]'. - '
'; - - $r->print($Ptr); - $r->rflush(); - - my $Result = "\n".''; - $Result .= ''."\n"; - for ( my $nIdx=0; $nIdx < 12; $nIdx++ ) { - $Result .= ''."\n"; - } - $Result .= "\n".''."\n"; - $r->print( $Result ); - $r->rflush(); - - if ((-e "$CacheDB")&&($ENV{'form.sort'} ne 'Recalculate Statistics')) { - if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); - &Cache_Statistics(); - } - else { - $r->print("Unable to tie hash to db file"); - } - } - else { - if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); - tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); - foreach (keys %DiscFac) {delete $CachData{$_};} - foreach (keys %CachData) {delete $CachData{$_};} - $DiscFlag=0; - &Build_Statistics(); - } - else { - $r->print("Unable to tie hash to db file"); +sub get_selected_maps { + my ($elementname) = @_; + my @selected_maps = + &Apache::loncommon::get_env_multiple('form.'.$elementname); + @selected_maps = ('all') if (! @selected_maps); + foreach my $map (@selected_maps) { + if ($map eq 'all') { + @selected_maps = ('all'); + last; } } - #$r->print('Total instances of the problems : '.($p_count*($#students+1))); + return @selected_maps; +} - untie(%CachData); - untie(%GraphDat); - untie(%DiscFac); - $r->print("\n".'
P#'.''.'
'."\n"); - $r->rflush(); -} -# ------------------------------------- Find the section of student in a course +sub selected_sequences_with_assessments { + my ($mode) = @_; + $mode = 'selected' if (! defined($mode)); + my $navmap = Apache::lonnavmaps::navmap->new(); + if (!defined($navmap)) { + return ('Can not open Coursemap'); + } + # + my @sequences = $navmap->retrieveResources(undef, + sub { shift->is_map(); },1,0,1); + my $toplevelseq = $navmap->getById('0.0'); + if (!grep(/^\Q$toplevelseq\E$/,@sequences)) { + unshift(@sequences,$toplevelseq); + } -sub usection { - my ($udom,$unam,$courseid)=@_; - $courseid=~s/\_/\//g; - $courseid=~s/^(\w)/\/$1/; - map { - my ($key,$value)=split(/\=/,$_); - $key=&Apache::lonnet::unescape($key); - if ($key=~/^$courseid(?:\/)*(\w+)*\_st$/) { - my $section=$1; - if ($key eq $courseid.'_st') { $section=''; } - my ($dummy,$end,$start)=split(/\_/,&Apache::lonnet::unescape($value)); - $section=($section) ? $section : '(none)'; - $section=(int($section)) ? int($section) : $section; -# $r->print($unam.'...'.$section.'
'); - return $section; - } - } split(/\&/,&Apache::lonnet::reply('dump:'.$udom.':'.$unam.':roles', - &Apache::lonnet::homeserver($unam,$udom))); - return ''; -} + my @sequences_with_assessments; + foreach my $sequence (@sequences) { + if ($navmap->hasResource($sequence,sub { shift->is_problem(); },0,1)){ + push(@sequences_with_assessments,$sequence); + } + } + # + my @sequences_to_show; + foreach my $sequence (@sequences_with_assessments) { + if ($mode eq 'all') { + push (@sequences_to_show,$sequence); + } elsif ($mode eq 'selected') { + foreach my $map_symb (&get_selected_maps('Maps')) { + if ($sequence->symb eq $map_symb || $map_symb eq 'all'){ + push (@sequences_to_show,$sequence); + last; # Only put it in once + } + } + } + } + return $navmap,@sequences_to_show; +} -# ------ Dump the Student's DB file and handling the data for statistics table -sub ExtractStudentData { - my ($student,$coid)=@_; - my ($sname,$sdom) = split( /\:/, $student ); - my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); - my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$coid,$shome ); - my %result = (); - my $ResId; - my $Dis = ''; - my $Code; - my $Tries; - my $ParCr; - my $TotalTries = 0; - my $TotalOpend = 0; - my $ProbSolved = 0; - my $ProbTot = 0; - my $TimeTot = 0; - my $TotParCr = 0; - my $Wrongs; - my %TempHash; - my $Version; - my $LatestVersion; - my $SecLimit; - my $MapLimit; - unless ($reply=~/^error\:/) { - map { - my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); - $result{$name}=$value; -#$r->print($name.'='.$value.'
'); - } split(/\&/,$reply); - foreach $ResId (@cols) { - if ( !$ResId ) { next; } - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - if ( $CurMap ne 'All Maps' ) { - my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); - if ( $Map ne $ResMap ) { next; } - } - my $meta=$hash{'src_'.$ResId}; - my $PartNo = 0; - $Dis .= ':'; - undef %TempHash; - map { - if ($_=~/^stores\_(\d+)\_tries$/) { - my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); - if ( $TempHash{"$Part"} eq '' ) { - $TempHash{"$Part"} = $Part; - $TempHash{$PartNo}=$Part; - $TempHash{"$Part.Code"} = 'U'; - $PartNo++; - } - } - } split(/\,/,&Apache::lonnet::metadata($meta,'keys')); - - my $Prob = $Map.'___'.$2.'___'. - &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); - $Code='U'; - $Tries = 0; - $ParCr = 0; - $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - - if ( $LatestVersion ) { - for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { - my $vkeys = $result{"$Version:keys:$Prob"}; - my @keys = split(/\:/,$vkeys); - - foreach my $Key (@keys) { - if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { - my $Part = $1; - $Tries = $result{"$Version:$Prob:resource.$Part.tries"}; - $ParCr = $result{"$Version:$Prob:resource.$Part.awarded"}; - my $Time = $result{"$Version:$Prob:timestamp"}; - $TempHash{"$Part.Time"} = ($Time) ? $Time : 0; - $TempHash{"$Part.Tries"} = ($Tries) ? $Tries : 0; - $TempHash{"$Part.ParCr"} = ($ParCr) ? $ParCr : 0; - $TotalTries += $TempHash{"$Part.Tries"}; - $TotParCr += $TempHash{"$Part.ParCr"}; -#$r->print($Version.'---'.$Prob.'==='.$Time.'
'); - my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; - if ( $Val eq 'correct_by_student' ) - { $Wrongs = $Tries - 1; $Code = 'C'; } - elsif ( $Val eq 'correct_by_override' ) - { $Wrongs = $Tries - 1; $Code = 'O'; } - elsif ( $Val eq 'incorrect_attempted' || - $Val eq 'incorrect_by_override' ) - { $Wrongs = $Tries; $Code = 'I'; } - $TempHash{"$Part.Code"} = $Code; - $TempHash{"$Part.Wrongs"} = $Wrongs; - } - } - } - for ( my $n = 0; $n < $PartNo; $n++ ) { - my $part = $TempHash{$n}; - my $Yes = 0; - if ( $TempHash{$part.'.Code'} eq 'C' || - $TempHash{$part.'.Code'} eq 'O' ) - {$ProbSolved++;$Yes=1;} - my $ptr = "$hash{'title_'.$ResId}"; - if ( $PartNo > 1 ) { - $ptr .= " (part $part)"; - $Dis .= ':'; - } - my $Fac = ($TempHash{"$part.Tries"}) ? - ($TempHash{"$part.ParCr"}/$TempHash{"$part.Tries"}) : 0; - my $DisF; - if ( $Fac > 0 && $Fac < 1 ) { - $DisF = sprintf( "%.4f", $Fac ); - } - else {$DisF = $Fac;} -# $DisF .= '+'.$TempHash{"$part.Time"}; - $TimeTot += $TempHash{"$part.Time"}; - $Dis .= $ptr.'*'.$ResId.'='.$DisF.'+'.$Yes; - $ptr .= "*$ResId:$TempHash{$part.'.Tries'}". - ":$TempHash{$part.'.Wrongs'}". - ":$TempHash{$part.'.Code'}"; -#$r->print($sname.' -- '.$ptr.'--- timestamp='.$TempHash{"$part.Time"}.'
'); - push (@list, $ptr); - $TotalOpend++; - $ProbTot++; - } +sub map_select { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Set up array of selected items + my @selected_maps = &get_selected_maps($elementname); + # + # Build the form element + my $form = "\n"; + $form .= '\n"; + return $form; } -# ------------------------------------------------------------ Build page table -sub tracetable { - my ($rid,$beenhere)=@_; - $rid=~/(\d+)\.(\d+)/; - $maps{&Apache::lonnet::declutter($hash{'map_id_'.$1})}='';#$hash{'title_'.$rid}; - unless ($beenhere=~/\&$rid\&/) { - $beenhere.=$rid.'&'; - if (defined($hash{'is_map_'.$rid})) { - my $cmap=$hash{'map_type_'.$hash{'map_pc_'.$hash{'src_'.$rid}}}; - if ( $cmap eq 'sequence' || $cmap eq 'page' ) { - $cols[$#cols+1]=0; - #$maps{&Apache::lonnet::declutter($hash{'src_'.$rid})}= - # $hash{'title_'.$rid}; - } - if ((defined($hash{'map_start_'.$hash{'src_'.$rid}})) && - (defined($hash{'map_finish_'.$hash{'src_'.$rid}}))) { - my $frid=$hash{'map_finish_'.$hash{'src_'.$rid}}; - - &tracetable($hash{'map_start_'.$hash{'src_'.$rid}}, - '&'.$frid.'&'); - - if ($hash{'src_'.$frid}) { - if ($hash{'src_'.$frid}=~ - /\.(problem|exam|quiz|assess|survey|form)$/) { - $cols[$#cols+1]=$frid; - } - } - } - } else { - if ($hash{'src_'.$rid}) { - if ($hash{'src_'.$rid}=~ - /\.(problem|exam|quiz|assess|survey|form)$/) { - $cols[$#cols+1]=$rid; - } - } - } - if (defined($hash{'to_'.$rid})) { - map { - &tracetable($hash{'goesto_'.$_},$beenhere); - } split(/\,/,$hash{'to_'.$rid}); - } +sub SectionSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Make sure we have the data we need to continue + if (! @Sections) { + &PrepareClasslist() + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; + return $Str; } -sub MySort { - if ( $Pos > 0 && $Pos < 11 ) { - if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} - else { $a <=> $b; } - } - else { - if ($ENV{'form.order'} eq 'Descending') {$b cmp $a;} - else { $a cmp $b; } + +sub GroupSelect { + my ($elementname,$status,$numvisible)=@_; + if ($numvisible < 1) { + return; + } + # + # Make sure we have the data we need to continue + if (! @Groups) { + &PrepareClasslist(); + } + # + # Build the form element + my $Str = "\n"; + $Str .= '\n"; } -sub Build_Statistics { - $r->print(< - popwin=open('','popwin','width=400,height=100'); - popwin.document.writeln(''+ - 'LON-CAPA Statistics'+ - '

Computation Progress

'+ - '
'+ - '
'+ - ''); - popwin.document.close(); - -ENDPOP + + +sub DisplayClasslist { + my ($r)=@_; + &Apache::lonhtmlcommon::add_breadcrumb + ({text=>'Select One Student'}); + # + # Output some of the standard interface components + my $Str; + $Str .= &Apache::lonhtmlcommon::breadcrumbs('Select One Student'); + $Str .= '

'."\n"; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''.$/; + $Str .= ''; + $Str .= ''; + $Str .= ''; + $Str .= ''; + + $Str .= ''.$/; + $Str .= '
'.&mt('Sections').''.&mt('Groups').''.&mt('Access Status').'
'. + &Apache::lonstatistics::SectionSelect('Section','multiple',5). + ''. + &Apache::lonstatistics::GroupSelect('Group','multiple',5). + ''. + &Apache::lonhtmlcommon::StatusOptions(undef,undef,5). + '

'; + $Str .= ''; + $r->print($Str); $r->rflush(); -# ---------------------------- Gathering the Data of students' tries - my $index; - for ($index=0;$index<=$#students;$index++) { -#----------- update progress - $r->print(''); + # + my @Fields = ('fullname','username','domain','id','section','status','groups'); + # + $Str = ''; + my @selected_sections = &get_selected_sections(); + if (! @Students) { + if ($selected_sections[0] eq 'all') { + if (lc($env{'form.Status'}) eq 'active') { + $Str .= '

'. + &mt('There are no currently enrolled students in the course.'). + '

'; + } elsif (lc($env{'form.Status'}) eq 'expired') { + $Str .= '

'. + &mt('There are no previously enrolled students in the course.'). + '

'; + } elsif (lc($env{'form.Status'}) eq 'future') { + $Str .= '

'. + &mt('There are no students with future access in the course.'). + '

'; + } else { # 'any' and any others + $Str .= '

'. + &mt('There are no students in the course.'). + '

'; + } + } else { + if (lc($env{'form.Status'}) eq 'active') { + $Str .= '

'. + &mt('There are no currently enrolled students in the selected sections.'). + '

'; + } elsif (lc($env{'form.Status'}) eq 'expired') { + $Str .= '

'. + &mt('There are no previously enrolled students in the selected sections.'). + '

'; + } elsif (lc($env{'form.Status'}) eq 'future') { + $Str .= '

'. + &mt('There are no students with future access in the selected sections.'). + '

'; + } else { # 'any' and any others + $Str .= '

'. + &mt('There are no students in the selected sections.'). + '

'; + } + } + $Str.= '

' + .'' + .&mt('Return to the chart').'' + .'

'; + $r->print($Str); $r->rflush(); + return; + } - &ExtractStudentData($students[$index],$cid); + $Str .= '

'.&mt('Select One Student').'

' + .'

'.&mt("Click on a student's name or username to view their chart").'

' + .&Apache::loncommon::start_data_table() + .&Apache::loncommon::start_data_table_header_row(); + foreach my $field (@Fields) { + $Str .= ''.&mt($field). + ''; + } + $Str .= &Apache::loncommon::end_data_table_header_row(); + # + foreach my $student (@Students) { # @Students is a package variable + my $sname = $student->{'username'}.':'.$student->{'domain'}; + $Str .= &Apache::loncommon::start_data_table_row(); + # + foreach my $field (@Fields) { + $Str .= ''; + if ($field eq 'fullname' || $field eq 'username') { + $Str .= ''; + $Str .= $student->{$field}.' '; + $Str .= ''; + } elsif ($field eq 'status') { + $Str .= &mt($student->{$field}); + } else { + $Str .= $student->{$field}; + } + $Str .= ''; + } + $Str .= &Apache::loncommon::end_data_table_row(); } -#--------------------- close Progress Line - $r->print(''); - $r->rflush(); -# -------------------- sorting the Data - @list = sort(@list); - $OpSel2=''; - $OpSel1='selected'; - - $p_count = 0; - my $nIdx = 0; - my $dummy; - my $p_val; - my $ResId; - my $NoElements = $#list + 1; -#-------------------------------- loop for data representation - while ( $nIdx < $NoElements ) { - my %storestats=(); - my ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my @StdLst; - do { - $nIdx++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); - } while ( $Prob eq $Temp && $nIdx < $NoElements ); + $Str .= &Apache::loncommon::end_data_table(); + # + $r->print($Str); + $r->rflush(); + # + return; +} - $p_count++; - ($Temp,$ResId)=split(/\*/,$Temp); - $Temp = ''.$Temp.''; +sub CreateMainMenu { + # + # Define menu data + my @reports = ( + {categorytitle => 'Statistics and Analyses', + items => [ + {url => '/adm/statistics?reportSelected=problem_statistics', + permission => 'F', + icon => 'document-open.png', + linktext => ('Overall Problem Statistics'), + linktitle => ('Student performance statistics on all problems.')}, + + {url => '/adm/statistics?reportSelected=problem_analysis', + permission => 'F', + icon => 'edit-find.png', + linktext => ('Detailed Problem Analysis'), + linktitle => ('Detailed statistics and graphs of student performance on problems.')}, + ]}, + {categorytitle => 'Plots', + items => [ + {url => '/adm/statistics?reportSelected=submissiontime_analysis', + permission => 'F', + icon => 'subtimpl.png', + linktext => ('Submission Time Plots'), + linktitle => ('Display and analysis of submission times on assessments.')}, + + {url => '/adm/statistics?reportSelected=correct_problems_plot', + permission => 'F', + icon => 'coprplot.png', + linktext => ('Correct Problems Plot'), + linktitle => ('Display a histogram of student performance in the course.')}, + ]}, + {categorytitle => 'Reports', + items => [ + {url => '/adm/statistics?reportSelected=student_submission_reports', + permission => 'F', + icon => 'edit-copy.png', + linktext => ('Student Submission Reports'), + linktitle => ('Prepare reports of student submissions.')}, + + {url => '/adm/statistics?reportSelected=survey_reports', + permission => 'F', + icon => 'docs.png', + linktext => ('Survey Reports'), + linktitle => ('Prepare reports on survey results.')}, + ]}); - my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - $urlres=$Map; +return &Apache::lonhtmlcommon::generate_menu(@reports); +} - $res = ''.$res.''; - - #$Map = ''.$res.''; -#------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; - -#-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; - -#-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } - -#-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); -# $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } - - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; - -#-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; +sub handler { + my $r=shift; + my $c = $r->connection(); + # + # Check for overloading + my $loaderror=&Apache::lonnet::overloaderror($r); + if ($loaderror) { return $loaderror; } + $loaderror= + &Apache::lonnet::overloaderror($r, + $env{'course.'.$env{'request.course.id'}.'.home'}); + if ($loaderror) { return $loaderror; } + # + # Check for access + if (! &Apache::lonnet::allowed('vgr',$env{'request.course.id'})) { + $env{'user.error.msg'}= + $r->uri.":vgr:0:0:Cannot view grades for complete course"; + if (! &Apache::lonnet::allowed('vgr', + $env{'request.course.id'}.'/'.$env{'request.course.sec'})) { + $env{'user.error.msg'}= + $r->uri.":vgr:0:0:Cannot view grades with given role"; + return HTTP_NOT_ACCEPTABLE; + } + } + # + # Send the header + &Apache::loncommon::no_cache($r); + &Apache::loncommon::content_type($r,'text/html'); + $r->send_http_header; + if ($r->header_only) { return OK; } + # + # Extract form elements from query string + &Apache::loncommon::get_unprocessed_cgi($ENV{'QUERY_STRING'}, + ['sort','reportSelected', + 'SelectedStudent']); + # + # Give the LON-CAPA page header + my $style = < + ul.sub_studentans { list-style-type: none } + ul.sub_correctans { list-style-type: none } + tr.even { background-color: \#CCCCCC } + td.essay { border: 1px solid gray; } + +ENDSTYLE + + $r->print(&Apache::loncommon::start_page('Course Statistics and Charts', + $style)); + $r->rflush(); + # + # Either print out a menu for them or send them to a report + &Apache::lonhtmlcommon::clear_breadcrumbs(); + &Apache::lonhtmlcommon::add_breadcrumb({href=>'/adm/statistics', + title=>'Statistics', + text =>'Statistics', + faq=>139, + bug=>'Statistics and Charts'}); + if (! exists($env{'form.reportSelected'}) || + $env{'form.reportSelected'} eq '') { + $r->print(&Apache::lonhtmlcommon::breadcrumbs('Statistics Main Page'). + &CreateMainMenu()); + } else { + # + if (! &Apache::lonmysql::verify_sql_connection()) { + my $serveradmin = $r->dir_config('lonAdmEMail'); + $r->print('

'. + &mt('Unable to connect to database!'). + '

'); + $r->print('

' + .&mt('Please notify the server administrator [_1]', + ,''.$serveradmin.'') + .'

'); + $r->print('

'. + &mt('Course Statistics and Charts cannot be '. + 'retrieved until the database is restarted. '. + 'Your data is intact but cannot be displayed '. + 'at this time.').'

'); + $r->print(&Apache::loncommon::end_page()); + return; + } + # + # Clean out the caches + if (exists($env{'form.ClearCache'})) { + &Apache::loncoursedata::delete_caches($env{'requres.course.id'}); + } + # + # Begin form output + $r->print('
print('method="post" action="/adm/statistics">'); + $r->rflush(); + # + my $GoToPage = $env{'form.reportSelected'}; + # + $r->print(''); + if($GoToPage eq 'activitylog') { +# &Apache::lonproblemstatistics::Activity(); + } elsif($GoToPage eq 'problem_statistics') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=problem_statistics', + text=>'Overall Problem Statistics'}); + &Apache::lonproblemstatistics::BuildProblemStatisticsPage($r,$c); + } elsif($GoToPage eq 'problem_analysis') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=problem_analysis', + text=>'Detailed Problem Analysis'}); + &Apache::lonproblemanalysis::BuildProblemAnalysisPage($r,$c); + } elsif($GoToPage eq 'submissiontime_analysis') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=> + '/adm/statistics?reportselected=submissiontime_analysis', + text=>'Submission Time Plots'}); + &Apache::lonsubmissiontimeanalysis::BuildSubmissionTimePage($r,$c); + } elsif($GoToPage eq 'student_submission_reports') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=> + '/adm/statistics?reportselected=student_submission_reports', + text=>'Student Submission Reports'}); + &Apache::lonstudentsubmissions::BuildStudentSubmissionsPage($r,$c); + } elsif($GoToPage eq 'survey_reports') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=> + '/adm/statistics?reportselected=survey_reports', + text=>'Survey Reports'}); + &Apache::lonsurveyreports::BuildSurveyReportsPage($r,$c); + } elsif($GoToPage eq 'correct_problems_plot') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=correct_problems_plot', + text=>'Correct Problems Plot'}); + &Apache::loncorrectproblemplot::BuildCorrectProblemsPage($r,$c); + } elsif($GoToPage eq 'student_assessment') { + &Apache::lonhtmlcommon::clear_breadcrumbs(); + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=student_assessment', + text=>'Chart'}); + &Apache::lonstudentassessment::BuildStudentAssessmentPage($r,$c); + } elsif($GoToPage eq 'grading_analysis') { + &Apache::lonhtmlcommon::add_breadcrumb + ({href=>'/adm/statistics?reportselected=grading_anaylsis', + text=>'Grading Analysis'}); + &Apache::longradinganalysis::build_grading_analysis_page($r,$c); } -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - - $CachData{($p_count-1)}=$Temp.':'.$StdNo.':'.$TotalTries.':'. - $MxTries.':'.$Avg.':'.$YES.':'. - $Override.':'.$Wrng.':'.$SD.':'. - $Sk.':'.$DoD.':'.$Map.':'.$Prob; - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } - -#-------------------------------- Row of statistical table - if ( $DiscFlag == 0 ) { - $r->print( "\n".''. - "\n".''.$p_count.''. - "\n".''.$Temp.''. - "\n".''.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".''.$YES.''. - "\n".''.$Override.''. - "\n".''.$Wrng.''. - "\n".''.$SD.''. - "\n".''.$Sk.''. - "\n".''.$DoD.''. - "\n".''.$Map.''. - "\n".'' ); - $GraphDat{$nIdx}=$DoD.':'.$Wrng; - } + # + $r->print("
\n"); } + $r->print(&Apache::loncommon::end_page()); + $r->rflush(); + # + return OK; } +1; -sub Cache_Statistics { - my @list = (); - my $Useful; - my $UnUseful; - my %myHeader = reverse( %Header ); - $Pos = $myHeader{$ENV{'form.sort'}}; - $p_count = 0; - - foreach my $key( keys %CachData) { - my @Temp=split(/\:/,$CachData{$key}); - if ( $Pos == 0 || $Pos == 11 ) { - ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); - } - else { - $Useful = $Temp[$Pos]; - } - $list[$p_count]=$Useful.'&'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { - my( $Pre, $Post ) = split(/\&/,$list[$nIdx]); - my ($Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES, - $Override,$Wrng,$SD,$Sk,$DoD,$res,$Prob)=split(/\:/,$Post); - $r->print( "\n".''. - "\n".''.($nIdx+1).''. - "\n".''.$Temp.''. - "\n".''.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".''.$YES.''. - "\n".''.$Override.''. - "\n".''.$Wrng.''. - "\n".''.$SD.''. - "\n".''.$Sk.''. - "\n".''.$DoD.''. - "\n".''.$res.''. - "\n".'' ); - $GraphDat{$nIdx}=$DoD.':'.$Wrng; - } -} +__END__ -# ------------------------------------------- Prepare data for Graphical chart +=pod -sub GetGraphData { - my $Tag = shift; - my $Col; - my $data=''; - my $count = 0; - my $Max = 0; - my $cid=$ENV{'request.course.id'}; - my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_graph.db"; - foreach (keys %GraphDat) {delete $GraphDat{$_};} - if (-e "$GraphDB") { - if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $Tag eq 'DoDiff Graph' ) { - $Tag = 'Degree-of-Difficulty'; - $Col = 0; - } - else { - $Tag = 'Wrong-Percentage'; - $Col = 1; - } - foreach (sort NumericSort keys %GraphDat) { - my @Temp=split(/\:/,$GraphDat{$_}); - my $inf = $Temp[$Col]; - if ( $Max < $inf ) {$Max = $inf;} - $data .= $inf.','; - $count++; - } - untie(%GraphDat); - my $Course = $ENV{'course.'.$cid.'.description'}; - $Course =~ s/\ /"_"/eg; - $GData=$Course.'&'.$Tag.'&'.$Max.'&'.$count.'&'.$data; +=head1 NAME - } - else { - $r->print("Unable to tie hash to db file"); - } - } -} +lonstatistics +=head1 SYNOPSIS -sub initial { -# --------------------------------- Initialize the global varaibles - undef @students; - undef @cols; - undef %maps; - undef %section; - undef %StuBox; - undef @list; - undef %CachData; - undef %GraphDat; - undef %DiscFac; - undef $CurMap; - undef $CurSec; - undef $CurStu; - undef $p_count; - undef $Pos; - undef $GData; -} +Main handler for statistics and chart. +This is part of the LearningOnline Network with CAPA project +described at http://www.lon-capa.org. -sub ClassList { - &GetStatus(); +=head1 PACKAGE VARIABLES - $cid=$ENV{'request.course.id'}; - my $chome=$ENV{'course.'.$cid.'.home'}; - my ($cdom,$cnum)=split(/\_/,$cid); -# ----------------------- Get first and last resource, see if there is anything - $firstres=$hash{'map_start_/res/'.$ENV{'request.course.uri'}}; - $lastres=$hash{'map_finish_/res/'.$ENV{'request.course.uri'}}; - if (($firstres) && ($lastres)) { -# ----------------------------------------------------------------- Render page - my $classlst=&Apache::lonnet::reply - ('dump:'.$cdom.':'.$cnum.':classlist',$chome); - my $StudNo = 0; - unless ($classlst=~/^error\:/) { - foreach (sort split(/\&/,$classlst)) { - my ($name,$value)=split(/\=/,$_); - my ($end,$start)=split(/\:/,&Apache::lonnet::unescape($value)); - $name=&Apache::lonnet::unescape($name); - my ($sname,$sdom)=split(/\:/,$name); - my $ssec=&Apache::lonnet::usection($sdom,$sname,$cid); - if ($ssec==-1) {next;} - $ssec=($ssec) ? $ssec : '(none)'; - $ssec=(int($ssec)) ? int($ssec) : $ssec; - #$r->print($sname.'...'.$ssec.'
'); - $section{$ssec}=$ssec; - if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { - $students[$StudNo]=$name; - $StuBox{$sname}=$ssec; - } - $StudNo++; - } - } - else { - $r->print('

Could not access course data

'); - } - $r->print("Total number of students : ".($#students+1)); - $r->rflush(); -# --------------- Find all assessments and put them into some linear-like order - &tracetable($firstres,'&'.$lastres.'&'); - } +=over -# ------------------------------------------------------------- End render page - else { - $r->print('

Undefined course sequence

'); - } - &MapSecOptions(); -} +=item @FullClasslist The full classlist +=item @Students The students we are concerned with for this invocation -sub Menu { - my $InpStr = $ENV{'form.sort'}; - if ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { - &GetGraphData($InpStr); - $r->print(''); - } - else { - $r->print('LON-CAPA Statistics'); - - - $r->print(''. - ''. - ''); -# ---------------------------------------------------------------- Course title - $r->print('

Course : "'. - $ENV{'course.'.$ENV{'request.course.id'}. - '.description'}.'"

'.localtime().'

'); -# ------------------------------- This is going to take a while, produce output - $r->rflush(); - - $r->print("\n".'
'); - - my $content = $ENV{'form.sort'}; - if ($content eq '' || $content eq 'Return to Menu') { - my $Ptr = '

'; - $Ptr .= '';#General Statistics"/>'; - $Ptr .= '

'; - $Ptr .= ''; - $Ptr .= '

'; -# $Ptr .= '';#"Problem Evaluation"/>'; - $Ptr .= '

'; - $r->print( $Ptr ); - } - else { - &initial(); - &ClassList(); - if ( $content eq 'Discrimination' || #'Problem Evaluation' || - $content eq 'Recalculate Discrimintion Factor' ) { - &CreateDiscFac(); - } - elsif ( $content eq 'Student Assessment' || - $content eq 'Create Student Report' ) { - &StudentOptions(); - &StudentReport($CurStu,$StuBox{"$CurStu"}); - } - else { - &PreStatTable(); - } - } - $r->print("\n".'
'. - "\n".''. - "\n".''); - $r->rflush(); - } -} +=item @Sections The sections available in this class -sub StudentOptions { - my $OpSel5=''; - $CurStu = $ENV{'form.student'}; - if ( $CurStu eq '' ) { - $CurStu = 'All Students'; - $OpSel5 = 'selected'; - } - my $Ptr =''; -# ----------------------------------- Loading the Students Combobox - $Ptr .= '
Select Student'."\n". - ''; - $Ptr .= '
'; - $r->print( $Ptr ); - $r->rflush(); -} +=item @Groups The groups available in the class -sub GetStatus { +=item $curr_student The student currently being examined - $OpSelDis1=''; - $OpSelDis2=''; - $OpSel1=''; - $OpSel2=''; - $OpSel3=''; - $OpSel4=''; - -# if ( $ENV{'form.DisType'} eq 'Total Number of Correct Answers' ) { -# $OpSelDis1='selected'; -# $CurDis=0; -# } -# else { $OpSel2 = 'selected'; $CurDis = 1;} - - if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } - else { $OpSel1 = 'selected'; } - $CurMap = $ENV{'form.maps'}; - if ( $CurMap eq '' ) { - $CurMap = 'All Maps'; - $OpSel3 = 'selected'; - } - $CurSec = $ENV{'form.section'}; - if ( $CurSec eq '' ) { - $CurSec = 'All Sections'; - $OpSel4 = 'selected'; - } -} +=item $prev_student The student previous in the classlist +=item $next_student The student next in the classlist -sub MapSecOptions { -# ----------------------------------- Loading the Maps Combobox - my $Ptr = '
'; - $Ptr .= '
'; - $Ptr .= '
Select   Map     '."\n". - ''; - $Ptr .= '   '; - -# ----------------------------------- Loading the Sections Combobox - $Ptr .= '
Select Section'."\n". - ''."\n"; +=back - $r->print( $Ptr ); - $r->rflush(); -} +=head1 SUBROUTINES +=over -# ================================================================ Main Handler +=item &clear_classlist_variables() -sub handler { - $r=shift; +undef the following package variables: - if (&Apache::lonnet::allowed('vgr',$ENV{'request.course.id'})) { -# ------------------------------------------- Set document type for header only - if ($r->header_only) { - if ($ENV{'browser.mathml'}) { - $r->content_type('text/xml'); - } - else { - $r->content_type('text/html'); - } - &Apache::loncommon::no_cache($r); - $r->send_http_header; - return OK; - } - my $requrl=$r->uri; -# ----------------------------------------------------------------- Tie db file - - undef %hash; - - if ($ENV{'request.course.fn'}) { - my $fn=$ENV{'request.course.fn'}; - if (-e "$fn.db") { - if (tie(%hash,'GDBM_File',"$fn.db",&GDBM_READER,0640)) { -# ------------------------------------------------------------------- Hash tied - $r->content_type('text/html'); - $r->send_http_header; - &Menu(); - } - else { - $r->content_type('text/html'); - $r->send_http_header; - $r->print('Coursemap undefined.'); - } -# ------------------------------------------------------------------ Untie hash - unless (untie(%hash)) { - &Apache::lonnet::logthis("WARNING: ". - "Could not untie coursemap $fn (browse)."); - } - -# -------------------------------------------------------------------- All done - return OK; -# ----------------------------------------------- Errors, hash could no be tied - } - } - else { - $ENV{'user.error.msg'}="$requrl:bre:0:0:Course not initialized"; - return HTTP_NOT_ACCEPTABLE; - } - } - else { - $ENV{'user.error.msg'}= - $r->uri.":vgr:0:0:Cannot view grades for complete course"; +=over 4 - return HTTP_NOT_ACCEPTABLE; - } -} -1; -__END__ +=item * @FullClasslist + +=item * @Students + +=item * @Sections + +=item * @Groups + +=item * %StudentData + +=item * @StudentDataOrder + +=item * @SelectedStudentData + +=item * $curr_student + +=item * $prev_student + +=item * $next_student + +=back + +=item &PrepareClasslist() + +Build up the classlist information. The classlist information is kept in +the following package variables: + +=over 4 + +=item * @FullClasslist + +=item * @Students + +=item * @Sections + +=item * @Groups + +=item * %StudentData + +=item * @SelectedStudentData + +=item * $curr_student + +=item * $prev_student + +=item * $next_student + +=back + +$curr_student, $prev_student, and $next_student may not be defined, depending +upon the calling context. + +=item get_selected_sections() + +Returns an array of the selected sections + +=item get_selected_groups() + +Returns an array of the selected groups + +=item §ion_and_enrollment_description() + +Returns a string describing the currently selected section(s), group(s) and +access status. + +Inputs: mode = 'plaintext' or 'localized' (defaults to 'localized') + 'plaintext' is used for example in Excel spreadsheets. +Returns: scalar description string. + +=item section_or_group_text() + +=item get_students() + +Returns a list of the selected students + +=item ¤t_student() + +Returns a pointer to a hash containing data about the currently +selected student. + +=item &previous_student() + +Returns a pointer to a hash containing data about the student prior +in the list of students. Or something. + +=item &next_student() + +Returns a pointer to a hash containing data about the next student +to be viewed. + +=item &StudentDataSelect($elementname,$status,$numvisible,$selected) + +Returns html for a selection box allowing the user to choose one (or more) +of the fields of student data available (fullname, username, id, section, etc) + +=over 4 + +=item * $elementname The name of the HTML form element + +=item * $status 'multiple' or 'single' selection box + +=item * $numvisible The number of options to be visible + +=back + +=item &get_selected_maps($elementname) + +Input: Name of the