--- loncom/interface/statistics/lonproblemstatistics.pm 2002/07/24 14:52:32 1.1
+++ loncom/interface/statistics/lonproblemstatistics.pm 2002/07/27 20:48:36 1.4
@@ -1,7 +1,7 @@
# The LearningOnline Network with CAPA
# (Publication Handler
#
-# $Id: lonproblemstatistics.pm,v 1.1 2002/07/24 14:52:32 stredwic Exp $
+# $Id: lonproblemstatistics.pm,v 1.4 2002/07/27 20:48:36 minaeibi Exp $
#
# Copyright Michigan State University Board of Trustees
#
@@ -31,7 +31,7 @@
# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei
# YEAR=2002
# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6 Behrouz Minaei
-# 5/12,5/14,5/15,5/19,5/26,7/16 Behrouz Minaei
+# 5/12,5/14,5/15,5/19,5/26,7/16,7/25 Behrouz Minaei
#
###
@@ -43,20 +43,11 @@ use Apache::lonhtmlcommon;
use Apache::loncoursedata;
use GDBM_File;
-my $r;
-my %DoDiff;
-my %Discuss;
-my %mapsort;
-my %hash;
-my %CachData;
-my %color;
-my %GraphDat;
sub BuildProblemStatisticsPage {
- my ($cacheDB, $students, $courseID, $c, $jr)=@_;
-
- $r = $jr;
+ my ($cacheDB, $students, $courseID, $c, $r,%color)=@_;
my %cache;
+ #my %DoDiff;
unless(tie(%cache,'GDBM_File',$cacheDB,&GDBM_READER,0640)) {
return 'Unable to tie database.';
}
@@ -69,7 +60,7 @@ sub BuildProblemStatisticsPage {
$Ptr .= ''."\n";
$Ptr .= &AscendOrderOptions($cache{'Ascend'});
$Ptr .= &ProblemStatisticsButtons($cache{'DisplayFormat'});
- $Ptr .= '';
+ $Ptr .= '';
$Ptr .= &ProblemStatisticsLegend();
@@ -91,319 +82,40 @@ sub BuildProblemStatisticsPage {
}
my $discriminantFactor;
my @list=();
+ my %Discuss=&Apache::loncoursedata::LoadDiscussion($courseID);
+ my $index=0;
foreach (@$students) {
- $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list);
+ $index++;
+ #&Apache::lonstatistics::Update_PrgWin(++$index,$r);
+ $discriminantFactor = &ExtractStudentData(\%cache, $_, \@list,
+ \%Discuss, $r);
}
- return $Ptr;
+ #&Apache::lonstatistics::Close_PrgWin($r);
+
my ($upper, $lower) = &Discriminant($discriminantFactor);
my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod",
4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff",
9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd", 13, "Disc.");
- &Apache::loncoursedata::LoadDiscussion($courseID, $courseID, \%Discuss);
- &BuildStatisticsTable(\%cache, $discriminantFactor, \@list, \%Header,
- $students);
+
+ my %GraphDat= &BuildStatisticsTable(\%cache, $discriminantFactor, \@list,
+ \%Header, $students, $r, \%color);
untie(%cache);
return $Ptr;
}
-sub BuildDiffGraph {
- my ($courseID)=@_;
-
- my $graphData = &GetGraphData('DiffGraph', $courseID);
- return '
';
-}
-
-sub BuildWrongGraph {
- my ($courseID)=@_;
-
- my $graphData = &GetGraphData('WrongGraph', $courseID);
- return '';
-}
-
-#---- Activity log -------------------------------------------------------
-
-sub LoadDoDiffFile {
- my $file="/home/minaeibi/183d.txt";
- open(FILEID, "<$file");
- my $line=;
- my %DoDiff=();
- my @Act=split('&',$line);
-
-# $r->print('
'.$#Act);
- for(my $n=0;$n<=$#Act;$n++){
- my ($res,$Degree)=split('@',$Act[$n]);
- $DoDiff{$res}=$Degree;
- }
-
- return \%DoDiff;
-}
-
-sub LoadClassFile {
- my $file="/home/minaeibi/class.txt";
- open(FILEID, "<$file");
- my $line;
- my %Grade=();
- while ($line=) {
- my ($id,$ex1,$ex2,$ex3,$ex4,$hw,$final,$grade)=split(' ',$line);
- $Grade{$id}=$grade;
- }
- return \%Grade;
-}
-
-#------- Classification
-sub Classify {
- my ($DiscFac, $students)=@_;
- my ($fileGrade) = &LoadClassFile();
- my $Count=0;
- my @List=();
- my @LS=();
- my @LF=();
- my @LM=();
- my $cf=0;
- my $cs=0;
- my $cm=0;
- foreach (keys(%$DiscFac)){
- my @l=split(/\:/,$_);
- if (!($students->{$l[1]})) {next;}
- my $Grade=$fileGrade->{$students->{$l[1]}};
- if( $Grade > 3 ) {
- $cs++;
- push(@LS,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Successful"));
- } elsif ( $Grade > 2 ) {
- $cm++;
- push(@LM,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Average"));
- } else {
- $cf++;
- push(@LF,("$l[6],$l[5],$l[4],$l[7],$l[8],$l[9],Failed"));
- }
- }
- my $Str = '';
- for(my $n=0;$n<$cs;$n++){$Str .= '
'.$LS[$n];}
- for(my $n=0;$n<$cm;$n++){$Str .= '
'.$LM[$n];}
- for(my $n=0;$n<$cf;$n++){$Str .= '
'.$LF[$n];}
-
- return $Str;
-}
-
-sub ProcAct {
- # return;
- my ($Act,$Submit)=@_;
- my @Act=split(/\@/,$Act);
- @Act = sort(@Act);
-
- ##$r->print('
'.$#Act);
- ##for(my $n=0;$n<=$#Act;$n++){
-## $r->print('
n='.$n.')'.$Act[$n]);
-## }
-
-# my $Beg=$Act[0];
- my $Dif=$Submit-$Act[0];
- $Dif = ($Dif>0) ? ($Dif/3600) : 0;
-
-# $r->print('
Access Number = '.$#Act.'
Submit Time='.$Submit.'
First Access='.$Act[0].'
Last Access='.$Act[$#Act].'
Submit - First = '.$Dif.'');
-
-
-#time spent for solving the problem
-# $r->print('
Def'.($Act[$#Act-1]-$Act[0]));
-
- return $Dif;
-}
-
-sub LoadActivityLog {
-# my $CacheDB = "/home/minaeibi/act183.log.cache";
- my $CacheDB = "/home/httpd/perl/tmp/act183.log.cache";
-
- my %Activity;
- if (-e "$CacheDB") {
- if (tie(%Activity,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) {
- return;
- }
- else {
-# $r->print("Unable to tie log Cache hash to db file");
- }
- }
- else {
- if (tie(%Activity,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) {
- foreach (keys %Activity) {delete $Activity{$_};}
- &Build_log(\%Activity);
- }
- else {
-# $r->print("Unable to tie log Build hash to db file");
- }
- }
- return \%Activity;
-}
-
-sub Build_log {
- my ($Activity)=@_;
- my $file="/home/minaeibi/act183.log";
- open(FILEID, "<$file");
- my $line;
- my $count=0;
- while ($line=) {
- my ($time,$machine,$what)=split(':',$line);
- $what=&Apache::lonnet::unescape($what);
- my @accesses=split('&',$what);
-
- foreach my $access (@accesses) {
-
- $count++;
-
- my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access);
- if (!$resource) { next; }
- my $res=&Apache::lonnet::unescape($resource);
- if (($res =~ /\.problem/)) {
- $Activity->{$who.':'.$res}.=$date.'@';
- #$r->print('
'.$time.':'.$who.'---'.$res);
- &Update_PrgInit($count);
-
- }
- }
- }
-
-# my $c=1;
-# foreach (sort keys %Activity) {
-# $r->print('
'.$c.')'.$_.' ... '.$Activity{$_});
-# $c++;
-# }
-
-}
-
-sub Activity {
-# $rid=~/(\d+)\.(\d+)/;
-# my $MapId=$1;
-# my $PrbId=$2;
-# my $MapOrg = $hash{'map_id_'.$MapId};
-# my $Map = &Apache::lonnet::declutter($MapOrg);
-# my $URI = $hash{'src_'.$rid};
-# my $Symb = $Map.'___'.$PrbId.'___'.&Apache::lonnet::declutter($URI);
- my $file="/home/minaeibi/activity.log";
- my $userid='adamsde1';
- $r->print("
Using $file");
- $r->rflush();
- open(FILEID, "<$file");
- my $line;
- my @allaccess;
- my $Count=0;
- while ($line=) {
- my ($time,$machine,$what)=split(':',$line);
- $what=&Apache::lonnet::unescape($what);
- my @accesses=split('&',$what);
- foreach my $access (@accesses) {
- my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access);
- #if ($who ne $userid) { next; }
- if (!$resource) { next; }
- my $res=&Apache::lonnet::unescape($resource);
- if (($res =~ /\.(sequence|problem|htm|html|page)/)) {
- $Count++;
- $r->print("
$Count) ".localtime($date).": $who --> $res");
-# if ($post) {
-# $Count++;
-# $r->print("
$Count) Sent data ".join(':',
-# &Apache::lonnet::unescape(@posts)).'');
-# }
- $r->rflush();
- }
- #push (@allaccess,unescape($access));
- #print $machine;
- }
- }
-# @allaccess=sort(@allaccess);
-# $Count=0;
-# foreach my $access (@allaccess) {
-# my ($date,$resource,$who,$domain,$post,@posts)=split(':',$access);
-# $Count++;
-# $r->print("
$Count) $date: $who --> $resource");
-# $r->rflush();
-# if ($post) {
-# $r->print("
Sent data ".join(':',unescape(@posts)).'');
-# }
-# }
-}
-
-#---- END Activity log ---------------------------------------------------
#---- Problem Statistics Web Page ---------------------------------------
-#------- Processing upperlist and lowerlist according to each problem
-sub ProcessDiscriminant {
- my ($List) = @_;
- my @sortedList = sort (@$List);
- my $Count = scalar @sortedList;
- my $Problem;
- my @Dis;
- my $Slvd=0;
- my $tmp;
- my $Sum1=0;
- my $Sum2=0;
- my $nIndex=0;
- my $nStudent=0;
- my %Proc=undef;
- while ($nIndex<$Count) {
- ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);
- @Dis=split(/\+/,$tmp);
- my $Temp = $Problem;
- do {
- $nIndex++;
- $nStudent++;
- $Sum1 += $Dis[0];
- $Sum2 += $Dis[1];
- ($Problem,$tmp)=split(/\=/,$sortedList[$nIndex]);
- @Dis=split(/\+/,$tmp);
- } while ( $Problem eq $Temp && $nIndex < $Count );
-# $Proc{$Temp}=($Sum1/$nStudent).':'.$nStudent;
- $Proc{$Temp}=($Sum1/$nStudent).':'.($Sum2/$nStudent);
-# $r->print("$nIndex) $Temp --> ($nStudent) $Proc{$Temp}
");
- $Sum1=0;
- $Sum2=0;
- $nStudent=0;
- }
-
- return %Proc;
-}
-
-#------- Creating Discimination factor
-sub Discriminant {
- my ($discriminantFactor)=@_;
- my @discriminantKeys=keys(%$discriminantFactor);
- my $Count = scalar @discriminantKeys;
-
- my $UpCnt = int(0.27*$Count);
- my $low=0;
- my $up=$Count-$UpCnt;
- my @UpList=();
- my @LowList=();
- $Count=0;
- foreach my $key (sort(@discriminantKeys)) {
- $Count++;
- if($low < $UpCnt || $Count > $up) {
- $low++;
- my $str=$discriminantFactor->{$key};
- foreach(split(/\:/,$str)){
- if($_) {
- if($low<$UpCnt) { push(@LowList,$_); }
- else { push(@UpList,$_); }
- }
- }
- }
- }
- my %DisUp = &ProcessDiscriminant(\@UpList);
- my %DisLow = &ProcessDiscriminant(\@LowList);
-
- return (\%DisUp, \%DisLow);
-}
-
-
sub NumericSort {
$a <=> $b;
}
sub CreateProblemStatisticsTableHeading {
- my ($displayFormat,$sequenceSource,$sequenceTitle,$headings)=@_;
+ my ($displayFormat,$sequenceSource,$sequenceTitle,$headings,$r)=@_;
if($displayFormat eq 'Display CSV Format') {
$r->print('
"'.$sequenceTitle.'","');
$r->print($sequenceSource.'"');
@@ -425,7 +137,7 @@ sub CreateProblemStatisticsTableHeading
}
sub CloseTable {
- my ($cache)=@_;
+ my ($cache,$r)=@_;
if($cache->{'DisplayFormat'} eq 'Display CSV Format') {
return;
}
@@ -437,7 +149,7 @@ sub CloseTable {
# ------ Dump the Student's DB file and handling the data for statistics table
sub ExtractStudentData {
- my ($cache,$name,$list)=@_;
+ my ($cache,$name,$list,$Discuss,$r)=@_;
my %discriminantFactor;
my $totalTries = 0;
@@ -453,18 +165,24 @@ sub ExtractStudentData {
my $TimeTot = 0;
my $Discussed=0;
+$Apache::lonxml::debug=1;
+#&Apache::lonhomework::showhash(%$cache);
+$Apache::lonxml::debug=0;
+
foreach my $sequence (split(':', $cache->{'orderedSequences'})) {
- if($cache->{'ProblemStatisticsMap'} ne 'All Maps' &&
- $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) {
- next;
- }
+# if($cache->{'ProblemStatisticsMap'} ne 'All Maps' &&
+# $cache->{'ProblemStatisticsMap'} ne $cache->{$sequence.':title'}) {
+# $r->print("
$name --- $sequence");
+# $r->print("
".$cache->{$sequence.':title'});
+# next;
+# }
my $Dis = '';
foreach my $problemID (split(':', $cache->{$sequence.':problems'})) {
my $problem = $cache->{$problemID.':problem'};
+ $r->print("
$problemID === $problem");
my $LatestVersion = $cache->{$name.':version:'.$problem};
-
- # Output dashes for all the parts of this problem if there
+ # Output dashes for all the parts of this problem if there
# is no version information about the current problem.
#if(!$LatestVersion) {
# foreach my $part (split(/\:/,$cache->{$sequence.':'.
@@ -491,7 +209,7 @@ sub ExtractStudentData {
# oldest version. Basically, it gets the most recent
# set of grade data for each part.
for(my $Version=1; $Version<=$LatestVersion; $Version++) {
- foreach my $part (split(/\:/,$cache->{$sequence.':'.
+ foreach my $part (split(/\:/,$cache->{$sequence.':'.
$problemID.
':parts'})) {
@@ -527,7 +245,6 @@ sub ExtractStudentData {
elsif ($val eq 'incorrect_by_override'){$code = 'I';}
elsif ($val eq 'excused') {$code = 'x';}
$partData{$part.':code'}=$code;
-
if($partData{$part.':wrong'} ne 0 &&
($code eq 'C' || $code eq 'O')) {
$partData{$part.':wrong'}--;
@@ -539,12 +256,13 @@ sub ExtractStudentData {
# correct order and prepare the output
foreach (split(/\:/,$cache->{$sequence.':'.$problemID.
':parts'})) {
+ #$r->print("
".$cache->{$sequence.':title'});
+
my $Yes = 0;
if($partData{$_.':code'} eq 'C' ||
$partData{$_.':code'} eq 'O') {
$Yes=1;
}
- #my $ptr = "$hash{'title_'.$ResId}";
my $ptr = $tempProblemOrder.'&'.$problemID;
if($_ > 1) {
@@ -565,17 +283,18 @@ sub ExtractStudentData {
$DisF = $Fac;
}
- if ($Discuss{"$name:$problem"}) {
+ if ($Discuss->{"$name:$problem"}) {
$TotDiscuss++;
$Discussed=1;
}
my $time = $cache->{"$name:$LatestVersion:$problem:timestamp"};
$Dis .= $tempProblemOrder.'='.$DisF.'+'.$Yes;
- $ptr .= '&'.$partData{$_.'.Tries'}.
- '&'.$partData{$_.'.Wrongs'}.
- '&'.$partData{$_.'.Code'};
+ $ptr .= '&'.$partData{$_.'.tries'}.
+ '&'.$partData{$_.'.wrongs'}.
+ '&'.$partData{$_.'.code'};
push (@$list, $ptr."&$Discussed");
-
+ $r->print('
'.$name.'---'.$ptr);
+
#### if ($DoDiff>0.85) {
$TimeTot += $time;
@@ -630,14 +349,15 @@ sub MySort {
}
=cut
+
sub BuildStatisticsTable {
- my ($cache,$discriminantFactor,$list,$headings,$students)=@_;
+ my ($cache,$discriminantFactor,$list,$headings,$students,$r,%color)=@_;
#6666666
# my $file="/home/httpd/perl/tmp/183d.txt";
# open(OUT, ">$file");
#6666666
- &Create_PrgWin();
+## &Apache::lonstatistics::Create_PrgWin($r);
##777777
## my (%Activity) = &LoadActivityLog();
## $r->print('