--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/24 14:52:32 1.1
+++ loncom/interface/statistics/lonproblemstatistics.pm 2002/08/14 17:45:19 1.26
@@ -1,7 +1,7 @@
# The LearningOnline Network with CAPA
# (Publication Handler
#
-# $Id: lonproblemstatistics.pm,v 1.1 2002/07/24 14:52:32 stredwic Exp $
+# $Id: lonproblemstatistics.pm,v 1.26 2002/08/14 17:45:19 stredwic Exp $
#
# Copyright Michigan State University Board of Trustees
#
@@ -31,7 +31,7 @@
# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei
# YEAR=2002
# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei
-# 5/12,5/14,5/15,5/19,5/26,7/16 Behrouz Minaei
+# 5/12,5/14,5/15,5/19,5/26,7/16,7/25,7/29,8/5 Behrouz Minaei
#
###
@@ -43,921 +43,430 @@ use Apache::lonhtmlcommon;
use Apache::loncoursedata;
use GDBM_File;
-my $r;
-my %DoDiff;
-my %Discuss;
-my %mapsort;
-my %hash;
-my %CachData;
-my %color;
-my %GraphDat;
+my $jr;
+
+sub InitializeProblemStatistics {
+ my ($cacheDB, $students, $courseID, $c, $r)=@_;
+ my %cache;
+
+ $jr = $r;
+
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
+ $r->print('Unable to tie database.');
+ return ('ERROR', undef);
+ }
+
+ # Remove students who don't have the proper section.
+ my @sectionsSelected = split(':',$cache{'sectionsSelected'});
+ for(my $studentIndex=((scalar @$students)-1); $studentIndex>=0;
+ $studentIndex--) {
+ my $value = $cache{$students->[$studentIndex].':section'};
+ my $found = 0;
+ foreach (@sectionsSelected) {
+ if($_ eq 'none') {
+ if($value eq '' || !defined($value) || $value eq ' ') {
+ $found = 1;
+ last;
+ }
+ } else {
+ if($value eq $_) {
+ $found = 1;
+ last;
+ }
+ }
+ }
+ if($found == 0) {
+ splice(@$students, $studentIndex, 1);
+ }
+ }
+
+# my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID);
+ my $lastStatus = (defined($cache{'StatisticsLastStatus'})) ?
+ $cache{'StatisticsLastStatus'} : 'Nothing';
+ my $whichStudents = join(':::',sort(@$students));
+ if(!defined($cache{'StatisticsCached'}) ||
+ $lastStatus ne $cache{'Status'} ||
+ $whichStudents ne $cache{'StatisticsWhichStudents'}) {
+ if(defined($cache{'StatisticsCached'})) {
+ untie(%cache);
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) {
+ $r->print('Unable to tie database.');
+ return ('ERROR', undef);
+ }
+ my @statkeys = split(':::', $cache{'StatisticsKeys'});
+ delete $cache{'StatisticsKeys'};
+ delete $cache{'StatisticsCached'};
+ foreach(@statkeys) {
+ delete $cache{$_};
+ }
+ }
+ untie(%cache);
+ &Apache::loncoursedata::DownloadStudentCourseDataSeparate($students,
+ 'true',
+ $cacheDB,
+ 'true',
+ 'true',
+ $courseID,
+ $r, $c);
+ if($c->aborted()) { return ('ERROR', undef); }
+
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
+ $r->print('Unable to tie database.');
+ return ('ERROR', undef);
+ }
+ my ($problemData) = &ExtractStudentData(\%cache, $students);
+ &CalculateStatistics($problemData, \%cache);
+ untie(%cache);
+
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT(),0640)) {
+ $r->print('Unable to tie database.');
+ return ('ERROR', undef);
+ }
+ foreach(keys(%$problemData)) {
+ $cache{$_} = $problemData->{$_};
+ }
+ $cache{'StatisticsKeys'} = join(':::', keys(%$problemData));
+ $cache{'StatisticsCached'} = 'true';
+ $cache{'StatisticsLastStatus'} = $cache{'Status'};
+ $cache{'StatisticsWhichStudents'} = $whichStudents;
+ untie(%cache);
+
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
+ $r->print('Unable to tie database.');
+ return ('ERROR', undef);
+ }
+ }
+
+ my $orderedProblems = &SortProblems(\%cache,
+ $cache{'ProblemStatisticsSort'},
+ $cache{'SortProblems'},
+ $cache{'ProblemStatisticsAscend'});
+ return ('OK', $orderedProblems);
+}
sub BuildProblemStatisticsPage {
- my ($cacheDB, $students, $courseID, $c, $jr)=@_;
+ my ($cacheDB, $students, $courseID, $c, $r)=@_;
- $r = $jr;
+ my @Header = ("Homework Sets Order","#Stdnts","Tries","Mod",
+ "Mean","#YES","#yes","%Wrng","DoDiff",
+ "S.D.","Skew.","D.F.1st","D.F.2nd","Disc.");
+ my $color=&setbgcolor(0);
my %cache;
- unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) {
- return '
Unable to tie database.';
- }
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
+ $r->print('Unable to tie database.');
+ return;
+ }
my $Ptr = '';
$Ptr .= '';
$Ptr .= 'Select Map | '."\n";
$Ptr .= '';
- $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics');
+ $Ptr .= &Apache::lonhtmlcommon::MapOptions(\%cache, 'ProblemStatistics',
+ 'Statistics');
$Ptr .= ' |
'."\n";
- $Ptr .= &AscendOrderOptions($cache{'Ascend'});
- $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'});
- $Ptr .= '
';
-
- $Ptr .= &ProblemStatisticsLegend();
-
- untie(%cache);
- foreach (@$students) {
- my $courseData =
- &Apache::loncoursedata::DownloadCourseInformation($_, $courseID);
- last if ($c->aborted());
- if(tie(%cache,'GDBM_File',$cacheDB,&GDBM_WRCREAT,0640)) {
- &Apache::loncoursedata::ProcessStudentData(\%cache,
- $courseData, $_);
- untie(%cache);
- }
+ $Ptr .= 'Sorting Type: | '."\n";
+ $Ptr .= ''."\n";
+ $Ptr .= &Apache::lonhtmlcommon::AscendOrderOptions(
+ $cache{'ProblemStatisticsAscend'},
+ 'ProblemStatistics',
+ 'Statistics');
+ $Ptr .= ' |
'."\n";
+ $Ptr .= 'Select Sections';
+ $Ptr .= ' | '."\n";
+ $Ptr .= ''."\n";
+ my @sections = split(':',$cache{'sectionList'});
+ my @sectionsSelected = split(':',$cache{'sectionsSelected'});
+ $Ptr .= &Apache::lonhtmlcommon::MultipleSectionSelect(\@sections,
+ \@sectionsSelected,
+ 'Statistics');
+ $Ptr .= ' |
'."\n";
+ $Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'},
+ $cache{'DisplayLegend'},
+ $cache{'SortProblems'});
+ $Ptr .= '';
+ if($cache{'DisplayLegend'} eq 'Show Legend') {
+ $Ptr .= &ProblemStatisticsLegend();
}
- if($c->aborted()) { return $Ptr; }
+ $r->print($Ptr);
+ $r->rflush();
+ untie(%cache);
- unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) {
- return 'Unable to tie database.';
+ my ($result, $orderedProblems) =
+ &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r);
+ if($result ne 'OK') {
+ return;
}
- my $discriminantFactor;
- my @list=();
- foreach (@$students) {
- $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list);
- }
- return $Ptr;
- my ($upper, $lower) = &Discriminant($discriminantFactor);
- my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod",
- 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff",
- 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc.");
- &Apache::loncoursedata::LoadDiscussion($courseID, $courseID, \%Discuss);
- &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, \%Header,
- $students);
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
+ $r->print('Unable to tie database.');
+ return;
+ }
+ &BuildStatisticsTable(\%cache, $cache{'DisplayFormat'},
+ $cache{'SortProblems'}, $orderedProblems,
+ \@Header, $r, $color);
untie(%cache);
- return $Ptr;
+ return;
}
-sub BuildDiffGraph {
- my ($courseID)=@_;
-
- my $graphData = &GetGraphData('DiffGraph', $courseID);
- return '';
-}
-
-sub BuildWrongGraph {
- my ($courseID)=@_;
-
- my $graphData = &GetGraphData('WrongGraph', $courseID);
- return '';
-}
-
-#---- Activity log -------------------------------------------------------
+sub BuildGraphicChart {
+ my ($graph,$cacheDB,$courseDescription,$students,$courseID,$r,$c)=@_;
+ my %cache;
+ my $max = 0;
-sub LoadDoDiffFile {
- my $file="/home/minaeibi/183d.txt";
- open(FILEID, "<$file");
- my $line=;
- my %DoDiff=();
- my @Act=split('&',$line);
-
-# $r->print('
'.$#Act);
- for(my $n=0;$n<=$#Act;$n++){
- my ($res,$Degree)=split('@',$Act[$n]);
- $DoDiff{$res}=$Degree;
+ my ($result, undef) =
+ &InitializeProblemStatistics($cacheDB, $students, $courseID, $c, $r);
+ if($result ne 'OK') {
+ return;
}
- return \%DoDiff;
-}
-
-sub LoadClassFile {
- my $file="/home/minaeibi/class.txt";
- open(FILEID, "<$file");
- my $line;
- my %Grade=();
- while ($line=) {
- my ($id,$ex1,$ex2,$ex3,$ex4,$hw,$final,$grade)=split(' ',$line);
- $Grade{$id}=$grade;
+ unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER(),0640)) {
+ return 'Unable to tie database.';
}
- return \%Grade;
-}
-
-#------- Classification
-sub Classify {
- my ($DiscFac, $students)=@_;
- my ($fileGrade) = &LoadClassFile();
- my $Count=0;
- my @List=();
- my @LS=();
- my @LF=();
- my @LM=();
- my $cf=0;
- my $cs=0;
- my $cm=0;
- foreach (keys(%$DiscFac)){
- my @l=split(/\:/,$_);
- if (!($students->{$l[1]})) {next;}
- my $Grade=$fileGrade->{$students->{$l[1]}};
- if( $Grade > 3 ) {
- $cs++;
- push(@LS,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Successful"));
- } elsif ( $Grade > 2 ) {
- $cm++;
- push(@LM,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Average"));
- } else {
- $cf++;
- push(@LF,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Failed"));
- }
- }
- my $Str = '';
- for(my $n=0;$n<$cs;$n++){$Str .= '
'.$LS[$n];}
- for(my $n=0;$n<$cm;$n++){$Str .= '
'.$LM[$n];}
- for(my $n=0;$n<$cf;$n++){$Str .= '
'.$LF[$n];}
-
- return $Str;
-}
-
-sub ProcAct {
- # return;
- my ($Act,$Submit)=@_;
- my @Act=split(/\@/,$Act);
- @Act = sort(@Act);
-
- ##$r->print('
'.$#Act);
- ##for(my $n=0;$n<=$#Act;$n++){
-## $r->print('
n='.$n.')'.$Act[$n]);
-## }
-
-# my $Beg=$Act[0];
- my $Dif=$Submit-$Act[0];
- $Dif = ($Dif>0) ? ($Dif/3600) : 0;
-
-# $r->print('
Access Number = '.$#Act.'
Submit Time='.$Submit.'
First Access='.$Act[0].'
Last Access='.$Act[$#Act].'
Submit - First = '.$Dif.'');
-
-
-#time spent for solving the problem
-# $r->print('
Def'.($Act[$#Act-1]-$Act[0]));
-
- return $Dif;
-}
-
-sub LoadActivityLog {
-# my $CacheDB = "/home/minaeibi/act183.log.cache";
- my $CacheDB = "/home/httpd/perl/tmp/act183.log.cache";
-
- my %Activity;
- if (-e "$CacheDB") {
- if (tie(%Activity,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) {
- return;
- }
- else {
-# $r->print("Unable to tie log Cache hash to db file");
+
+ my @problems = split(':::', $cache{'problemList'});
+ my @values = ();
+ foreach (@problems) {
+ my $data = 0;
+ if($graph eq 'DoDiffGraph') {
+ $data = sprintf("%.2f", $cache{$_.':degreeOfDifficulty'}),
+ } else {
+ $data = sprintf("%.1f", $cache{$_.':percentWrong'}),
}
- }
- else {
- if (tie(%Activity,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) {
- foreach (keys %Activity) {delete $Activity{$_};}
- &Build_log(\%Activity);
- }
- else {
-# $r->print("Unable to tie log Build hash to db file");
+ if($max < $data) {
+ $max = $data;
}
+ push(@values, $data);
}
- return \%Activity;
-}
-
-sub Build_log {
- my ($Activity)=@_;
- my $file="/home/minaeibi/act183.log";
- open(FILEID, "<$file");
- my $line;
- my $count=0;
- while ($line=) {
- my ($time,$machine,$what)=split(':',$line);
- $what=&Apache::lonnet::unescape($what);
- my @accesses=split('&',$what);
-
- foreach my $access (@accesses) {
-
- $count++;
-
- my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access);
- if (!$resource) { next; }
- my $res=&Apache::lonnet::unescape($resource);
- if (($res =~ /\.problem/)) {
- $Activity->{$who.':'.$res}.=$date.'@';
- #$r->print('
'.$time.':'.$who.'---'.$res);
- &Update_PrgInit($count);
-
- }
- }
- }
-
-# my $c=1;
-# foreach (sort keys %Activity) {
-# $r->print('
'.$c.')'.$_.' ... '.$Activity{$_});
-# $c++;
-# }
-
-}
-
-sub Activity {
-# $rid=~/(\d+)\.(\d+)/;
-# my $MapId=$1;
-# my $PrbId=$2;
-# my $MapOrg = $hash{'map_id_'.$MapId};
-# my $Map = &Apache::lonnet::declutter($MapOrg);
-# my $URI = $hash{'src_'.$rid};
-# my $Symb = $Map.'___'.$PrbId.'___'.&Apache::lonnet::declutter($URI);
- my $file="/home/minaeibi/activity.log";
- my $userid='adamsde1';
- $r->print("
Using $file");
- $r->rflush();
- open(FILEID, "<$file");
- my $line;
- my @allaccess;
- my $Count=0;
- while ($line=) {
- my ($time,$machine,$what)=split(':',$line);
- $what=&Apache::lonnet::unescape($what);
- my @accesses=split('&',$what);
- foreach my $access (@accesses) {
- my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access);
- #if ($who ne $userid) { next; }
- if (!$resource) { next; }
- my $res=&Apache::lonnet::unescape($resource);
- if (($res =~ /\.(sequence|problem|htm|html|page)/)) {
- $Count++;
- $r->print("
$Count) ".localtime($date).": $who --> $res");
-# if ($post) {
-# $Count++;
-# $r->print("
$Count) Sent data ".join(':',
-# &Apache::lonnet::unescape(@posts)).'');
-# }
- $r->rflush();
- }
- #push (@allaccess,unescape($access));
- #print $machine;
- }
- }
-# @allaccess=sort(@allaccess);
-# $Count=0;
-# foreach my $access (@allaccess) {
-# my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access);
-# $Count++;
-# $r->print("
$Count) $date: $who --> $resource");
-# $r->rflush();
-# if ($post) {
-# $r->print("
Sent data ".join(':',unescape(@posts)).'');
-# }
-# }
-}
-
-#---- END Activity log ---------------------------------------------------
-
-#---- Problem Statistics Web Page ---------------------------------------
-
-#------- Processing upperlist and lowerlist according to each problem
-sub ProcessDiscriminant {
- my ($List) = @_;
- my @sortedList = sort (@$List);
- my $Count = scalar @sortedList;
- my $Problem;
- my @Dis;
- my $Slvd=0;
- my $tmp;
- my $Sum1=0;
- my $Sum2=0;
- my $nIndex=0;
- my $nStudent=0;
- my %Proc=undef;
- while ($nIndex<$Count) {
- ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);
- @Dis=split(/\+/,$tmp);
- my $Temp = $Problem;
- do {
- $nIndex++;
- $nStudent++;
- $Sum1 += $Dis[0];
- $Sum2 += $Dis[1];
- ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);
- @Dis=split(/\+/,$tmp);
- } while ( $Problem eq $Temp && $nIndex < $Count );
-# $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent;
- $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent);
-# $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
");
- $Sum1=0;
- $Sum2=0;
- $nStudent=0;
- }
+ untie(%cache);
- return %Proc;
-}
+ my $sendValues = join(',', @values);
+ my $sendCount = scalar(@values);
-#------- Creating Discimination factor
-sub Discriminant {
- my ($discriminantFactor)=@_;
- my @discriminantKeys=keys(%$discriminantFactor);
- my $Count = scalar @discriminantKeys;
-
- my $UpCnt = int(0.27*$Count);
- my $low=0;
- my $up=$Count-$UpCnt;
- my @UpList=();
- my @LowList=();
-
- $Count=0;
- foreach my $key (sort(@discriminantKeys)) {
- $Count++;
- if($low < $UpCnt || $Count > $up) {
- $low++;
- my $str=$discriminantFactor->{$key};
- foreach(split(/\:/,$str)){
- if($_) {
- if($low<$UpCnt) { push(@LowList,$_); }
- else { push(@UpList,$_); }
- }
- }
- }
+ my $title = '';
+ if($graph eq 'DoDiffGraph') {
+ $title = 'Degree-of-Difficulty';
+ } else {
+ $title = 'Wrong-Percentage';
}
- my %DisUp = &ProcessDiscriminant(\@UpList);
- my %DisLow = &ProcessDiscriminant(\@LowList);
+ my @GData = ($courseDescription, 'Problems', $title, $max, $sendCount,
+ $sendValues);
- return (\%DisUp, \%DisLow);
-}
+ $r->print(''."\n");
+ $r->print('');
+ $r->print('