--- loncom/interface/lonstatistics.pm 2002/02/05 12:24:45 1.2 +++ loncom/interface/lonstatistics.pm 2002/05/13 16:41:46 1.17 @@ -1,7 +1,7 @@ # The LearningOnline Network with CAPA # (Publication Handler # -# $Id: lonstatistics.pm,v 1.2 2002/02/05 12:24:45 minaeibi Exp $ +# $Id: lonstatistics.pm,v 1.17 2002/05/13 16:41:46 minaeibi Exp $ # # Copyright Michigan State University Board of Trustees # @@ -27,33 +27,36 @@ # # (Navigate problems for statistical reports # YEAR=2001 -# 5/05/01, 7/09/01, 7/25/01, 8/11/01,9/13/01, 9/26/01 Behrouz Minaei -# 10/5/01, 10/9/01, 10/22/01, 10/26/01 Behrouz Minaei -# 11/1/01, 11/4/01, 11/16/01 Behrouz Minaei -# 12/14/01, 12/16/01, 12/18/01,12/20/01,12/31/01 Behrouz Minaei +# 5/5,7/9,7/25/1,8/11,9/13,9/26,10/5,10/9,10/22,10/26 Behrouz Minaei +# 11/1,11/4,11/16,12/14,12/16,12/18,12/20,12/31 Behrouz Minaei # YEAR=2002 -# 1/22/02,2/1/02 +# 1/22,2/1,2/6,2/25,3/2,3/6,3/17,3/21,3/22,3/26,4/7,5/6,5/12 Behrouz Minaei +# ### -package Apache::lonstatistics; +package Apache::lonstatistics; -use strict; +use strict; use Apache::Constants qw(:common :http); use Apache::lonnet(); use Apache::lonhomework; +use Apache::loncommon; use HTML::TokeParser; use GDBM_File; -use Benchmark; # -------------------------------------------------------------- Module Globals my %hash; my %CachData; my %GraphDat; +my %OpResp; my %maps; -my @mapsort; +my %mapsort; my %section; my %StuBox; my %DiscFac; +my %DisUp; +my %DisLow; +my $UpCnt; my $CurMap; my $CurSec; my $CurStu; @@ -65,192 +68,341 @@ my $Pos; my $r; my $OpSel1; my $OpSel2; -my $OpSelDis1; -my $OpSelDis2; -my $CurDis=0; my $OpSel3; my $OpSel4; my $GData; my $cid; my $firstres; my $lastres; -my $DiscFlag=0; -my $HWN=0; +my $DiscFlag; +my $HWN; +my $P_Order; +my %foil_to_concept; +my @Concepts; +my %ConceptData; +my %Header = (0,"Homework Sets Order",1,"#Stdnts",2,"Tries",3,"Mod", + 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"DoDiff", + 9,"S.D.",10,"Skew.",11,"D.F.1st",12,"D.F.2nd"); +my @shown; + +sub InitAnalysis { + my ($rid, $student)=@_; + my ($uname,$udom)=split(/\:/,$student); + $rid=~/(\d+)\.(\d+)/; + my $symb=&Apache::lonnet::declutter($hash{'map_id_'.$1}).'___'.$2.'___'. + &Apache::lonnet::declutter($hash{'src_'.$rid}); + my $URI = $hash{'src_'.$rid}; + my $Answ=&Apache::lonnet::ssi($URI,('grade_target' => 'analyze', + 'grade_username' => $uname, + 'grade_domain' => $udom, + 'grade_courseid' => $cid, + 'grade_symb' => $symb)); +# my $Answ=&Apache::lonnet::ssi($URI,('grade_target' => 'analyze')); + + (my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); + my %Answer=(); + %Answer=&Apache::lonnet::str2hash($Answ); + + my $parts=''; + foreach my $elm (@{$Answer{"parts"}}) { + $parts.="$elm,"; + } + chop($parts); + my $conc=''; + foreach my $elm (@{$Answer{"$parts.concepts"}}) { + $conc.="$elm@"; + } + chop($conc); + + @Concepts=split(/\@/,$conc); + my $show=''; + foreach my $elm (@{$Answer{"$parts.shown"}}) { + $show.="$elm@"; + } + chop($show); + @shown=split(/\@/,$show); +# $r->print("
shown:".$show);# $r->rflush(); + foreach my $concept (@{$Answer{"$parts.concepts"}}) { + foreach my $foil (@{$Answer{"$parts.concept.$concept"}}) { + $foil_to_concept{$foil} = $concept; + $ConceptData{$foil} = $Answer{"$parts.foil.value.$foil"}; + } + } + return $symb; +} -my %Header = (0,"Problem Title",1,"#Stdnts",2,"Tries",3,"Mod", - 4,"Mean",5,"#YES",6,"#yes",7,"%Wrng",8,"S.D.", - 9,"Skew.",10,"DoDiff",11,"Map"); -# 9,"Skew.",10,"DoDiff",11,"Dis.F.",12,"Resourse URL"); - -my %class = qw( -); - -my @LS; -my @LF; - -sub GetBin { - my ($Index1,$Index2,$String,$C)=@_; - my @step = 5; - my @L=($C eq 'S') ? @LS : @LF; - my $Count=$#L+1; - $r->print("
zone $C ------ $String "); - for(my $n=0;$n<$Count;$n++){ - my @t=split(/\:/,$L[$n]); - $r->print("
$t[$Index1] $t[$Index2]"); + +sub Interval { + my ($rid,$part,$symb)=@_; + my $Int=$ConceptData{"Interval"}; + my $due = &Apache::lonnet::EXT('resource.$part.duedate',$symb)+1; + my $opn = &Apache::lonnet::EXT('resource.$part.opendate',$symb); + my $add=int(($due-$opn)/$Int); +#$r->print("
$opn, to $due add=$add int=$Int");#$r->rflush(); + $ConceptData{"Int.0"}=$opn; + for (my $i=1;$i<$Int;$i++) { + $ConceptData{"Int.$i"}=$opn+$i*$add; + } + $ConceptData{"Int.$Int"}=$due; + for (my $i=0;$i<$Int;$i++) { + for (my $n=0; $n<=$#Concepts; $n++ ) { + my $tmp=$Concepts[$n]; + $ConceptData{"$tmp.$i.true"}=0; + $ConceptData{"$tmp.$i.false"}=0; + } } } -sub GetUniqe { - my ($Index,$String,$C)=@_; - my @step = 5; - my @L=($C eq 'S') ? @LS : @LF; - my $Count=$#L+1; - my @List=(); - for(my $n=0;$n<$Count;$n++){ - my @t=split(/\:/,$L[$n]); - push(@List,$t[$Index]); - #$r->print("
$t[$Index]"); + +sub ShowOpGraph { + + my ($InpStr, $Int_No)=@_; + + $r->print(< + + function display(name) { + document.forms.displayform.elements.dis.value=name; + window.status=name; + } + function cleardisplay() { + document.forms.displayform.elements.dis.value=''; + window.status='No Concept in particular'; } - @List = sort NumSort(@List); - $r->print("
zone $C ------ $String "); - my $nIdx=0; - my $nPrb=0; - my %Proc; - undef %Proc; - while ( $nIdx < $Count ) { - my $Focus=$List[$nIdx]; - my $Temp = $Focus; - do { - $nIdx++; - $nPrb++; - $Focus=$List[$nIdx]; - #$Proc{$name}=$Focus; - } while ( $Focus == $Temp && $nIdx < $Count ); - $r->print("
$Temp --> $nPrb"); - $nPrb=0; + +ENDPOP + + my ($rid,$part)=split(/\:/,substr($InpStr,8)); + $ConceptData{"Interval"}=$Int_No; + my $symb=&InitAnalysis($rid,$students[0]); + &Interval($rid,$part,$symb); + my $URI = $hash{'src_'.$rid}; + my $Src = $hash{'title_'.$rid}; + $Src =~ s/\ /"_"/eg; + $r->print('
'.$URI.''); + for (my $n=1; $n<=$#Concepts+1; $n++ ) { + my $tmp=$Concepts[$n-1]; + $tmp =~ s/print("
Concept $n:$tmp"); } - return %Proc; + $r->rflush(); + + &Create_PrgWin(); + &Update_PrgWin("Starting to analyze problem"); + for (my $index=0;$index<=$#students;$index++) { + &Update_PrgWin($index); + &OpStatus($rid,$students[$index]); + } + &Close_PrgWin(); + + for (my $k=0; $k<$Int_No; $k++ ) { + my $data1=''; + my $data2=''; + &DrawGraph(&AdjustData($k).'+'.$Src.'+'.($k+1)); + } +#$Apache::lonxml::debug=1; +#&Apache::lonhomework::showhash(%ConceptData); +#$Apache::lonxml::debug=0; + my $Answ=&Apache::lonnet::ssi($URI); + $r->print("
Here you can see the Problem:
$Answ"); +} + +sub AdjustData { + my $k=shift; + my $Max=0; + my @data1; + my @data2; + for (my $n=0; $n<=$#Concepts; $n++ ) { + my $tmp=$Concepts[$n]; + $data1[$n]=$ConceptData{"$tmp.$k.true"}; + $data2[$n]=$ConceptData{"$tmp.$k.false"}; + my $Sum=$data1[$n]+$data2[$n]; + if ( $Max<$Sum ) {$Max=$Sum;} + $ConceptData{"$tmp.true"}+=$data1[$n]; + $ConceptData{"$tmp.false"}+=$data2[$n]; + } + for (my $n=0; $n<=$#Concepts; $n++ ) { + if ($data1[$n]+$data2[$n]<$Max) { + $data2[$n]+=$Max-($data1[$n]+$data2[$n]); + } + } + return join(',',@data1).'+'. + join(',',@data2).'+'. + $Max.'+'.($#data1+1); } -sub GetUniq { - my ($Index,$String)=@_; - my @step = 5; - my $Count=0; - my @List=(); - my @temp=(); - foreach (keys(%DiscFac)){ - $Count++; - my @temp1=split(/\:/,$_); - @temp=($temp1[$Index],@temp1); - push(@List,join(':',@temp)); + +sub DrawGraph { + my $data=shift; + my($data1,$data2,$Max,$P_No,$Src,$k)=split(/\+/,$data); + + my $Str="\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n"."". + "\n"."". + "\n"."". + "\n"."". + "\n"."". + "\n"."
Correct Answers Wrong Answers From To
$data1 $data2 ".localtime($ConceptData{'Int.'.($k-1)})." ".localtime($ConceptData{'Int.'.$k}-1)."
"; + $r->print($Str); +# $r->print('
Correct Answers: '.$data1. +# '
Wrong Answers: '.$data2); +# $r->print('
From: '.localtime($ConceptData{'Int.'.($k-1)}). +# '
To: '.localtime($ConceptData{"Int.$k"})); + +# if ( $Max > 1 ) { +# $Max += (10 - $Max % 10); +# $Max = int($Max); +# } +# else { $Max = 1; } + my $Titr=($ConceptData{'Interval'}>1) ? $Src.'_interval_'.$k : $Src; + $GData=$Titr.'&'.'Concepts'.'&'.'Answers'.'&'.$Max.'&'.$P_No.'&'.$data1.'&'.$data2; + if($ConceptData{'Interval'}>1){ + $r->print('
'); + return; } - @List = sort NumericSort(@List); + $r->print('
Move your mouse over a bar to find out the concept'); + my $ptr=''; + $ptr.="\n".'
'; + $ptr.="\n".'

'. + "\n".''; + my $gap=12; + my $Size=340; + my $barsize=($P_No) ? int($Size/$P_No) : 1; + for (my $i=0; $i<$P_No; $i++) { + my $x1=80+$gap*$i+($i*$barsize); + my $x2=$x1+$barsize; + my $y1=25; + my $y2=350; + my $j=$i+1; + $ptr.="\n".''; + } + $ptr.="\n".''; + $ptr.="\n".'

'; + $r->print('
'.$ptr.'
'); +} - $r->print("

zone ($Index) ------ $String ----- / $temp[3]"); - my $nIdx=0; - my $nPrb=0; - my %Proc; - undef %Proc; - while ( $nIdx < $Count ) { - my ($Focus,$Dummy,$name)=split(/\:/,$List[$nIdx]); - my $Temp = $Focus; - $Proc{$name}=$Focus; - do { - $nIdx++; - $nPrb++; - ($Focus,$Dummy,$name)=split(/\:/,$List[$nIdx]); - $Proc{$name}=$Focus; - } while ( $Focus == $Temp && $nIdx < $Count ); - $r->print("
$Temp --> $nPrb"); - $nPrb=0; + +sub AnalyzeProblem { +# -------------------------------- Selecting the number of intervals + my $OpSel=''; + my $CurInt = $ENV{'form.interval'}; + if ($CurInt eq '') {$CurMap = '1';} + my $Ptr = 'Select number of intervals'."\n". + ''."\n"; + $r->print( $Ptr ); + + $r->print('
Option Response Problems in this course:

'); + my $Str = "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''. + "\n".''; + + my $P_No=1; + foreach (sort keys %OpResp) { + my ($rid,$part)=split(/\:/,$OpResp{$_}); + my $Temp = ''.$hash{'title_'.$rid}.''; + $Str .= "\n"."". + "\n"."". + "\n"."". + "\n"."". + "\n"."'. + "\n".""; + $P_No++; + } + $Str .= "\n".'
# Problem Title Resouse Address
$P_No ".$Temp." ".$hash{'src_'.$rid}." ".''.'
'; + $Str .= "\n".''; + $r->print($Str); + $r->rflush(); } -sub NumericSort { - $a <=> $b; + +sub Decide { + my ($type,$foil,$time)=@_; + my $k=0; + while ($time>$ConceptData{'Int.'.($k+1)} && + $k<$ConceptData{'Interval'}) {$k++;} + $ConceptData{"$foil_to_concept{$foil}.$k.$type"}++; } -#------- Classification -sub Classify { - my $Count=0; - my @List=(); -# foreach(keys %class){ -# $r->print("
$_ --> $class{$_}"); -# } - # $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. - # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; - @LS=(); - @LF=(); - my $cf=0; - my $cs=0; - foreach (keys(%DiscFac)){ - my @l=split(/\:/,$_); - if ($class{$l[1]}){ - if( $class{$l[1]} == 4 ) { - $cs++; - push(@LS,('S:'.$l[6].':'.$l[0].':'.$l[5].':'.$l[4].':'.$l[3].':'.$class{$l[1]})); - } - elsif ( $class{$l[1]} < 3 ) { - $cf++; - push(@LF,('F:'.$l[6].':'.$l[0].':'.$l[5].':'.$l[4].':'.$l[3].':'.$class{$l[1]})); +sub OpStatus { + my ($rid,$student)=@_; + my ($uname,$udom)=split(/\:/,$student); + my $code='U'; + $rid=~/(\d+)\.(\d+)/; + my $symb=&Apache::lonnet::declutter($hash{'map_id_'.$1}).'___'.$2.'___'. + &Apache::lonnet::declutter($hash{'src_'.$rid}); + my %reshash=&Apache::lonnet::restore($symb,$cid,$udom,$uname); + my @True = (); + my @False = (); + my $flag=0; + @shown=(); + if ($reshash{'version'}) { + for (my $version=1;$version<=$reshash{'version'};$version++) { + my $time=$reshash{"$version:timestamp"}; + foreach (sort(split(/\:/,$reshash{$version.':keys'}))) { + if (($_=~/\.(\w+)\.(\w+)\.submission$/)) { + #my $Id1=$1; my $Id2=$2; + my $Resp = $reshash{$_}; + my %submission=&Apache::lonnet::str2hash($Resp); + foreach (keys %submission) { + my $Ansr = $ConceptData{"$_"}; + #my $Ansr = $Answer{"$Id1.$Id2.foil.value.$_"}; + #$r->print("
shown: ".join(',',@shown)." size=$#shown"); + if ($submission{$_}) { + #if($#shown==-1){ + #my @str=split(/\&/,$Resp); + #my $garb; + #for(my $j=0;$j<=$#str;$j++){ + # ($shown[$j],$garb)=split(/\=/,$str[$j]); + #} + ##$r->print("
shown: ".join(',',@shown)." size=$#shown"); + #} + if ($submission{$_} eq $Ansr) { + &Decide("true",$_,$time ); + } + else {&Decide("false",$_,$time );} + } + #else { + # if ($#shown==-1 && $flag==0) { + # $flag++; + # &InitAnalysis($rid,$student); + # } + # my @erl=split(/\:/,$_); + # for (my $i=0;$i<=$#shown; $i++){ + # my $Ans=$Answer{"$Id1.$Id2.foil.value.$shown[$i]"}; + # if ($erl[$i] eq $Ans) { + # &Decide("true",$shown[$i],$time); + # } + # else {&Decide("false",$shown[$i],$time);} + # } + #} + } + } } - } - } - - $r->print("
zone successful"); - for(my $n=0;$n<$cs;$n++){ - $r->print('
'.$LS[$n]); - } - - $r->print("
zone failed"); - for(my $n=0;$n<$cf;$n++){ - $r->print('
'.$LF[$n]); + } } - -# my %Disc = &GetUniqe(@List,5,"Discrimination Factor"); -# my %Opnd = &GetUniq(@List,3,"Total Opened"); -# my %Trys = &GetUniq(@Lsit4,"Total Tries"); -# my %Slvd = &GetUniq(5,"Problems Solved"); - - # my (@L, $Index,$String)=@_; - - my %Time = &GetUniqe(1,"Time",'S'); - &GetUniqe(1,"Time",'F'); - &GetUniqe(2,"Discrimination Factor",'S'); - &GetUniqe(2,"Discrimination Factor",'F'); - &GetUniqe(3,"Solved",'S'); - &GetUniqe(3,"Solved",'F'); - &GetUniqe(4,"Tries",'S'); - &GetUniqe(4,"Tries",'F'); - - &GetBin(1,2, " Time ... Discriminat",'S'); - &GetBin(1,2, " Time ... Discriminat",'F'); - &GetBin(1,3, " Time ... Solved",'S'); - &GetBin(1,3, " Time ... Solved",'F'); - &GetBin(1,4, " Time ... Tries",'S'); - &GetBin(1,4, " Time ... Tries",'F'); - &GetBin(2,3, " Discriminant ... Solved",'S'); - &GetBin(2,3, " Discriminant ... Solved",'F'); - &GetBin(2,4, " Discriminant ... Tries",'S'); - &GetBin(2,4, " Discriminant ... Tries",'F'); - &GetBin(3,4, " Solved ... Tries",'S'); - &GetBin(3,4, " solved ... Tries",'F'); -# foreach (keys(%Disc)) { -# $r->print("
: $Disc{$_} --> $Slvd{$_}"); - # } - # $r->print("
..........Discriminant ... Time................"); - ## foreach (keys(%Disc)) { - # $r->print("
$Disc{$_} --> $Time{$_}"); - # } - # $r->print("
..........Time ... Solved......................."); - # foreach (keys(%Disc)) { - # $r->print("
$Disc{$_} --> $Slvd{$_}"); - # } } + #------- Processing upperlist and lowerlist according to each problem sub ProcessDisc { my @List = @_; @@ -260,7 +412,8 @@ sub ProcessDisc { my @Dis; my $Slvd=0; my $tmp; - my $Sum=0; + my $Sum1=0; + my $Sum2=0; my $nIdx=0; my $nStud=0; my %Proc; @@ -272,37 +425,29 @@ sub ProcessDisc { do { $nIdx++; $nStud++; - $Sum += $Dis[$CurDis]; + $Sum1 += $Dis[0]; + $Sum2 += $Dis[1]; ($Prb,$tmp)=split(/\=/,$List[$nIdx]); @Dis=split(/\+/,$tmp); } while ( $Prb eq $Temp && $nIdx < $Count ); -# $Proc{$Temp}=$Sum.':'.$nStud; - $Proc{$Temp}=($Sum/$nStud).':'.$nStud; -# $r->print("$nIdx) $Temp --> ($nPrb) $Proc{$Temp}
"); - $Sum=0; +# $Proc{$Temp}=($Sum1/$nStud).':'.$nStud; + $Proc{$Temp}=($Sum1/$nStud).':'.($Sum2/$nStud); +# $r->print("$nIdx) $Temp --> ($nStud) $Proc{$Temp}
"); + $Sum1=0; + $Sum2=0; $nStud=0; } return %Proc; } -#------- Creating Discimination factor table -sub DiscriminationTable { + +#------- Creating Discimination factor +sub Discriminant { my $Count=0; foreach (keys(%DiscFac)){ $Count++; } - my $UpCnt = int(0.27*$Count); - $r->print("

". - "Current map: \"$CurMap\"     ". - "Current Section: \"$CurSec\"    ". - "Number of valid students: $Count". - "
The Upper 27% has $UpCnt records.". - "  The Lower 27% has $UpCnt records
". - "The Criterion of sorting the students: ". - "( Sum of Partial Credits Awarded / ". - "Total Number of Tries )". - "

"); - $r->rflush(); + $UpCnt = int(0.27*$Count); my $low=0; my $up=$Count-$UpCnt; my @UpList=(); @@ -310,12 +455,10 @@ sub DiscriminationTable { $Count=0; foreach my $key (sort(keys(%DiscFac))){ $Count++; -# $r->print("$Count) $key
"); - + #$r->print("
$Count) $key = $DiscFac{$key}"); if ($low < $UpCnt || $Count > $up) { $low++; my $str=$DiscFac{$key}; -# $r->print("$Count) $str
"); foreach(split(/\:/,$str)){ if ($_) { if ($low<$UpCnt){push(@LowList,$_);} @@ -324,103 +467,14 @@ sub DiscriminationTable { } } } - - my %Up=&ProcessDisc(@UpList); - my %Low=&ProcessDisc(@LowList); - - my @list = (); - my $Useful; - my $UnUseful; - $p_count = 0; - - foreach my $key( keys %CachData) { - my @Temp=split(/\:/,$CachData{$key}); - ($UnUseful,$Useful)=split(/\>/,$Temp[0]); - $list[$p_count]=$Useful.'&'.$CachData{$key}; - $p_count++; - } - - @list = sort MySort (@list); - - my $Result = "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $Result .= "\n".''; - $r->print( $Result ); - - for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { - my( $Pre, $Post ) = split(/\&/,$list[$nIdx]); - my ($Temp,$MxTries,$StdNo,$TotalTries,$YES,$Override, - $Wrng,$Avg,$SD,$Sk,$DoD,$res,$Prob)=split(/\:/,$Post); - my ($UpDis,$UpNo)=split(/\:/,$Up{$Prob}); - my ($LwDis,$LwNo)=split(/\:/,$Low{$Prob}); - $UpNo = ($UpNo) ? $UpNo : 0; - $LwNo = ($LwNo) ? $LwNo : 0; - my $U_Dis = sprintf("%.4f", $UpDis)*100; - my $L_Dis = sprintf("%.4f", $LwDis)*100; - my $DisFac = $UpDis - $LwDis; - my $_Dis = sprintf("%.4f", $DisFac)*100; - $r->print( "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".''. - "\n".'' ); - } - $r->print("\n".'
P#'.$Header{0}.''.'Discrimination Factor'.''.'%Upper Award'.''.'%Lower Award'.''.'Upper Records'.''.'Lower Records'.''.'%Degree of Difficulty'.'
'.($nIdx+1).''.$Temp.''.$_Dis.''.$U_Dis.''.$L_Dis.''.$UpNo.''.$LwNo.''.$DoD.'
'); - $r->rflush(); + %DisUp=&ProcessDisc(@UpList); + %DisLow=&ProcessDisc(@LowList); } -sub CreateDiscFac { - - my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_statistics.db"; - my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; - - my $ptr=''; -# $ptr .= '
Discrimination Criterion:   '."\n". -# ' '."\n"; - $ptr .= '
'; - $r->print($ptr); - - if ((-e "$CacheDB")&& - ($ENV{'form.sort'} ne 'Recalculate Discrimintion Factor')) { - if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_READER,0640); - #&DiscriminationTable(); - &Classify(); - } - else {$r->print("Unable to tie hash to db file");} - } - else { - if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); - foreach (keys %CachData) {delete $CachData{$_};} - foreach (keys %DiscFac) {delete $DiscFac{$_};} - $DiscFlag=1; - &Build_Statistics(); - $DiscFlag=0; - &DiscriminationTable(); - } - else {$r->print("Unable to tie hash to db file");} - } - untie(%CachData); - untie(%DiscFac); -} - + +sub NumericSort { + $a <=> $b; +} # ------ Create different Student Report sub StudentReport { @@ -430,10 +484,9 @@ sub StudentReport { Please select a student' ); return; } - my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); - my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$cid,$shome ); - my %result = (); + my %result = &Apache::lonnet::dump($cid,$sdom,$sname); my $ResId; + my $PrOrd; my $Code; my $Tries; my $TotalTries = 0; @@ -452,13 +505,10 @@ sub StudentReport { "\n".' Results '. "\n".' Tries '. "\n".''; - unless ($reply=~/^error\:/) { - map { - my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); - $result{$name}=$value; - } split(/\&/,$reply);; - foreach $ResId (@cols) { - if ( !$ResId ) { + my ($temp)=keys(%result); + unless ($temp=~/^error\:/) { + foreach my $CurCol (@cols) { + if (!$CurCol){ my $Set=&Apache::lonnet::declutter($hash{'map_id_'.$1}); if ( $Set ) { $SetNo++; @@ -473,6 +523,7 @@ sub StudentReport { $PtrCod=''; next; } + ($PrOrd,$ResId)=split(/\:/,$CurCol); $ResId=~/(\d+)\.(\d+)/; my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); if ( $CurMap ne 'All Maps' ) { @@ -482,25 +533,25 @@ sub StudentReport { my $meta=$hash{'src_'.$ResId}; my $PartNo = 0; undef %TempHash; - map { - if ($_=~/^stores\_(\d+)\_tries$/) { + foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))){ + if ($_=~/^stores\_(\w+)\_tries$/) { my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); if ( $TempHash{"$Part"} eq '' ) { $TempHash{"$Part"} = $Part; $TempHash{$PartNo}=$Part; $TempHash{"$Part.Code"} = '-'; + $TempHash{"$Part.PrOrd"} = $PrOrd+$PartNo; $PartNo++; } } - } split(/\,/,&Apache::lonnet::metadata($meta,'keys')); + } my $Prob = $Map.'___'.$2.'___'. &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); $Code='U'; $Tries = 0; $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - + $LatestVersion = $result{"version:$Prob"}; if ( $LatestVersion ) { for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { my $vkeys = $result{"$Version:keys:$Prob"}; @@ -524,7 +575,7 @@ sub StudentReport { $TempHash{"$Part.Wrongs"} = $Wrongs; } } - } + } for ( my $n = 0; $n < $PartNo; $n++ ) { my $part = $TempHash{$n}; if ($PtrTry ne '') {$PtrTry .= ',';} @@ -546,20 +597,54 @@ sub StudentReport { $r->rflush(); } +sub CreateTable { + my $ColNo=0; + foreach (keys(%Header)){ + $ColNo++; + } + my ($Hd, $Hid)=@_; + if ( $Hd == 1 ) { + $r->print('
'.$hash{'title_'.$Hid}.''); + } + my $Result = "\n".''; + $Result .= ''."\n"; + for ( my $nIdx=0; $nIdx < $ColNo; $nIdx++ ) { + $Result .= ''."\n"; + } + $Result .= "\n".''."\n"; + $r->print( $Result ); + $r->rflush(); +} - - +sub CloseTable { + $r->print("\n".'
P#'.''.'
'."\n"); + $r->rflush(); +} + # ------------------------------------------- Prepare Statistics Table sub PreStatTable { my $CacheDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_statistics.db"; my $GraphDB = "/home/httpd/perl/tmp/$ENV{'user.name'}". "_$ENV{'user.domain'}_$cid\_graph.db"; - my $CachDisFac = "/home/httpd/perl/tmp/$ENV{'user.name'}". - "_$ENV{'user.domain'}_$cid\_DiscFactor.db"; - $r->print('
'); + my $OpSel11=''; + my $OpSel12=''; + my $OpSel13=''; + my $Status = $ENV{'form.status'}; + if ( $Status eq 'Any' ) { $OpSel13='selected'; } + elsif ($Status eq 'Expired' ) { $OpSel12 = 'selected'; } + else { $OpSel11 = 'selected'; } my $Ptr = ''; + $Ptr .= '
Student Status:   '."\n". + ' '."\n"; + $Ptr .= '   '; + $Ptr .= ''."\n"; $Ptr .= '
Sorting Type:   '."\n". ''."\n"; $Ptr .= '
'.
-    '  #Stdnts: Total Number of Students opened the problem.
'. 
-    '  Tries  : Total Number of Tries for solving the problem.
'. 
-    '  Mod    : Maximunm Number of Tries for solving the problem.
'. 
-    '  Mean   : Average Number of the tries. [ Tries / #Stdns ]
'.
-    '  #YES   : Number of students solved the problem correctly.
'. 
-    '  #yes   : Number of students solved the problem by override.
'.
-    '  %Wrng  : Percentage of students tried to solve the problem but'.
+    '  #Stdnts: Total Number of Students opened the problem.
'. 
+    '  Tries  : Total Number of Tries for solving the problem.
'. 
+    '  Mod    : Maximunm Number of Tries for solving the problem.
'. 
+    '  Mean   : Average Number of the tries. [ Tries / #Stdnts ]
'.
+    '  #YES   : Number of students solved the problem correctly.
'. 
+    '  #yes   : Number of students solved the problem by override.
'.
+    '  %Wrng  : Percentage of students tried to solve the problem but'.
     ' still incorrect. [ 100*((#Stdnts-(#YES+#yes))/#Stdnts) ]
'.
-    '  S.D.   : Standard Deviation of the tries.'.
+#    '  DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'. Kashy formula
+    '  DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'. #Gerd formula
+    '  S.D.   : Standard Deviation of the tries.'.
     '[ sqrt(sum((Xi - Mean)^2)) / (#Stdnts-1)'.
-    ' where Xi is every student\'s tries ]
'.
-    '  Skew.  : Skewness of the students tries.'.
-    ' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'.
-#    '  DoDiff : Degree of Difficulty of the problem. [ Tries/(#YES+#yes+0.1) ]
'.
-    '  DoDiff : Degree of Difficulty of the problem. [ 1 - ((#YES+#yes) / Tries) ]
'.
-#    '  Dis.F. : Discrimination Factor. [ Sum of Partial Credits Awarded / Total Number of Tries in %27 upper and lower students]'.	
+    ' where Xi denotes every student\'s tries ]
'.
+    '  Skew.  : Skewness of the students tries.'.
+	' [ (sqrt( sum((Xi - Mean)^3) / #Stdnts)) / (S.D.^3) ]
'.
+    '  Dis.F. : Discrimination Factor: A Standard for '.
+	'evaluating the problem according to a Criterion
'.
+	'           [Applied Criterion in %27 Upper Students - '.
+	'Applied the same Criterion in %27 Lower Students]
'.
+    '           1st Criterion for Sorting the Students: '.
+	'Sum of Partial Credit Awarded / Total Number of Tries
'.
+    '           2nd Criterion for Sorting the Students: '.
+	'Total number of Correct Answers / Total Number of Tries'.	
             '
'; $r->print($Ptr); $r->rflush(); - - my $Result = "\n".''; - $Result .= ''."\n"; - for ( my $nIdx=0; $nIdx < 12; $nIdx++ ) { - $Result .= ''."\n"; - } - $Result .= "\n".''."\n"; - $r->print( $Result ); - $r->rflush(); if ((-e "$CacheDB")&&($ENV{'form.sort'} ne 'Recalculate Statistics')) { if (tie(%CachData,'GDBM_File',"$CacheDB",&GDBM_READER,0640)) { @@ -612,7 +694,6 @@ sub PreStatTable { } else { if (tie(%CachData,'GDBM_File',$CacheDB,&GDBM_WRCREAT,0640)) { - tie(%DiscFac,'GDBM_File',$CachDisFac,&GDBM_WRCREAT,0640); tie(%GraphDat,'GDBM_File',$GraphDB,&GDBM_WRCREAT,0640); foreach (keys %DiscFac) {delete $CachData{$_};} foreach (keys %CachData) {delete $CachData{$_};} @@ -623,50 +704,57 @@ sub PreStatTable { $r->print("Unable to tie hash to db file"); } } - #$r->print('Total instances of the problems : '.($p_count*($#students+1))); +# $r->print('Total instances of the problems : '.($p_count*($#students+1))); untie(%CachData); untie(%GraphDat); - untie(%DiscFac); - - $r->print("\n".'
P#'.''.'
'."\n"); - $r->rflush(); } # ------------------------------------- Find the section of student in a course sub usection { - my ($udom,$unam,$courseid)=@_; + my ($udom,$unam,$courseid,$ActiveFlag)=@_; $courseid=~s/\_/\//g; $courseid=~s/^(\w)/\/$1/; - map { + foreach (split(/\&/,&Apache::lonnet::reply('dump:'. + $udom.':'.$unam.':roles', + &Apache::lonnet::homeserver($unam,$udom)))){ my ($key,$value)=split(/\=/,$_); $key=&Apache::lonnet::unescape($key); if ($key=~/^$courseid(?:\/)*(\w+)*\_st$/) { my $section=$1; if ($key eq $courseid.'_st') { $section=''; } my ($dummy,$end,$start)=split(/\_/,&Apache::lonnet::unescape($value)); - $section=($section) ? $section : '(none)'; - $section=(int($section)) ? int($section) : $section; -# $r->print($unam.'...'.$section.'
'); + if ( $ActiveFlag ne 'Any' ) { + my $now=time; + my $notactive=0; + if ($start) { + if ($now<$start) { $notactive=1; } + } + if ($end) { + if ($now>$end) { $notactive=1; } + } + if ((($ActiveFlag eq 'Expired') && $notactive == 1) || + (($ActiveFlag eq 'Active') && $notactive == 0 ) ) { + return $section; + } + else { return '-1'; } + } return $section; } - } split(/\&/,&Apache::lonnet::reply('dump:'.$udom.':'.$unam.':roles', - &Apache::lonnet::homeserver($unam,$udom))); - return ''; + } + return '-1'; } # ------ Dump the Student's DB file and handling the data for statistics table - sub ExtractStudentData { - my ($student,$coid)=@_; + my $student=shift; my ($sname,$sdom) = split( /\:/, $student ); - my $shome=&Apache::lonnet::homeserver( $sname,$sdom ); - my $reply=&Apache::lonnet::reply('dump:'.$sdom.':'.$sname.':'.$coid,$shome ); - my %result = (); + my %result = &Apache::lonnet::dump($cid,$sdom,$sname); my $ResId; + my $PrOrd; my $Dis = ''; my $Code; my $Tries; @@ -679,20 +767,20 @@ sub ExtractStudentData { my $TotParCr = 0; my $Wrongs; my %TempHash; - my $Version; + my $Version; my $LatestVersion; my $SecLimit; my $MapLimit; - unless ($reply=~/^error\:/) { - map { - my ($name,$value)=split(/\=/,&Apache::lonnet::unescape($_)); - $result{$name}=$value; -#$r->print($name.'='.$value.'
'); - } split(/\&/,$reply); - foreach $ResId (@cols) { - if ( !$ResId ) { next; } + my ($temp)=keys(%result); + unless ($temp=~/^error\:/) { + foreach my $CurCol(@cols) { + ($PrOrd,$ResId)=split(/\:/,$CurCol); + if ( !$CurCol ) { next; } $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); + my $MapId=$1; + my $PrbId=$2; + my $MapOrg = $hash{'map_id_'.$MapId}; + my $Map = &Apache::lonnet::declutter($MapOrg); if ( $CurMap ne 'All Maps' ) { my ( $ResMap, $NameMap ) = split(/\=/,$CurMap); if ( $Map ne $ResMap ) { next; } @@ -701,31 +789,33 @@ sub ExtractStudentData { my $PartNo = 0; $Dis .= ':'; undef %TempHash; - map { - if ($_=~/^stores\_(\d+)\_tries$/) { + + foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { + if ($_=~/^stores\_(\w+)\_tries$/) { my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); if ( $TempHash{"$Part"} eq '' ) { $TempHash{"$Part"} = $Part; $TempHash{$PartNo}=$Part; $TempHash{"$Part.Code"} = 'U'; + $TempHash{"$Part.PrOrd"} = $PrOrd+$PartNo; $PartNo++; } + #my $Part=&Apache::lonnet::metadata($meta,$_.'.part'); } - } split(/\,/,&Apache::lonnet::metadata($meta,'keys')); - - my $Prob = $Map.'___'.$2.'___'. - &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); + } + &Apache::lonnet::declutter( $hash{'src_'.$ResId} ); + my $URI = $hash{'src_'.$ResId}; + my $Prob = $Map.'___'.$PrbId.'___'. + &Apache::lonnet::declutter($URI); $Code='U'; $Tries = 0; $ParCr = 0; $Wrongs = 0; - $LatestVersion = $result{"version:$Prob"}; - + $LatestVersion = $result{"version:$Prob"}; if ( $LatestVersion ) { for ( my $Version=1; $Version<=$LatestVersion; $Version++ ) { my $vkeys = $result{"$Version:keys:$Prob"}; my @keys = split(/\:/,$vkeys); - foreach my $Key (@keys) { if (($Key=~/\.(\w+)\.solved$/) && ($Key!~/^\d+\:/)) { my $Part = $1; @@ -737,7 +827,6 @@ sub ExtractStudentData { $TempHash{"$Part.ParCr"} = ($ParCr) ? $ParCr : 0; $TotalTries += $TempHash{"$Part.Tries"}; $TotParCr += $TempHash{"$Part.ParCr"}; -#$r->print($Version.'---'.$Prob.'==='.$Time.'
'); my $Val = $result{"$Version:$Prob:resource.$Part.solved"}; if ( $Val eq 'correct_by_student' ) { $Wrongs = $Tries - 1; $Code = 'C'; } @@ -756,11 +845,14 @@ sub ExtractStudentData { my $Yes = 0; if ( $TempHash{$part.'.Code'} eq 'C' || $TempHash{$part.'.Code'} eq 'O' ) - {$ProbSolved++;$Yes=1;} - my $ptr = "$hash{'title_'.$ResId}"; + {$ProbSolved++;$Yes=1;} + + # my $ptr = "$hash{'title_'.$ResId}"; + my $ptr = $TempHash{$part.'.PrOrd'}.'&'.$ResId; + if ( $PartNo > 1 ) { - $ptr .= " (part $part)"; - $Dis .= ':'; + $ptr .= "*(part $part)"; + $Dis .= '&'; } my $Fac = ($TempHash{"$part.Tries"}) ? ($TempHash{"$part.ParCr"}/$TempHash{"$part.Tries"}) : 0; @@ -769,36 +861,34 @@ sub ExtractStudentData { $DisF = sprintf( "%.4f", $Fac ); } else {$DisF = $Fac;} -# $DisF .= '+'.$TempHash{"$part.Time"}; +# $DisF .= '+'.$TempHash{"$part.Time"};33333333 $TimeTot += $TempHash{"$part.Time"}; - $Dis .= $ptr.'*'.$ResId.'='.$DisF.'+'.$Yes; - $ptr .= "*$ResId:$TempHash{$part.'.Tries'}". - ":$TempHash{$part.'.Wrongs'}". - ":$TempHash{$part.'.Code'}"; -#$r->print($sname.' -- '.$ptr.'--- timestamp='.$TempHash{"$part.Time"}.'
'); + $Dis .= $TempHash{$part.'.PrOrd'}.'='.$DisF.'+'.$Yes; + $ptr .= "&$TempHash{$part.'.Tries'}". + "&$TempHash{$part.'.Wrongs'}". + "&$TempHash{$part.'.Code'}"; push (@list, $ptr); $TotalOpend++; $ProbTot++; } } - else { - for(my $n=0; $n<$PartNo; $n++) { - push (@list, "$hash{'title_'.$ResId}*$ResId:0:0:U"); - $ProbTot++; - } - } + #else { + #for(my $n=0; $n<$PartNo; $n++) { + # push (@list, "$TempHash{'0'.'.PrOrd'}.':'.$ResId:0:0:U"); + # $ProbTot++; + #} + #} } if ( $TotalTries ) { my $DisFac = ( $TotalTries ) ? ($TotParCr/$TotalTries) : 0; -# my $DisFactor = int(sprintf( "%.4f", $DisFac ) * 100); my $DisFactor = sprintf( "%.4f", $DisFac ); - my $time; - if ($ProbSolved){ - $time = int(($TimeTot/$ProbSolved)/10000000); - } - $DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. - $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; -#$r->print($DisFactor.$sname.'
--- Dis= '.$Dis.'
'); + $DiscFac{$DisFactor}=$Dis; + #my $time; + #if ($ProbSolved){ + #$time = int(($TimeTot/$ProbSolved)-10000000); + #} + #$DiscFac{($DisFactor.':'.$sname.':'.$ProbTot.':'.$TotalOpend.':'. + # $TotalTries.':'.$ProbSolved.':'.$time)}=$Dis; } } #$r->print($sname.' PrCr= '.$TotParCr.' Slvd= '.$ProbSolved.' Tries='.$TotalTries.'
'); @@ -808,53 +898,93 @@ sub ExtractStudentData { # ------------------------------------------------------------ Build page table sub tracetable { my ($rid,$beenhere)=@_; + my $IsMap=0; $rid=~/(\d+)\.(\d+)/; $maps{&Apache::lonnet::declutter($hash{'map_id_'.$1})}='';#$hash{'title_'.$rid}; + #$maps{$HWN}=$hash{'title_'.$rid}; unless ($beenhere=~/\&$rid\&/) { $beenhere.=$rid.'&'; if (defined($hash{'is_map_'.$rid})) { my $cmap=$hash{'map_type_'.$hash{'map_pc_'.$hash{'src_'.$rid}}}; if ( $cmap eq 'sequence' || $cmap eq 'page' ) { $cols[$#cols+1]=0; - $HWN++; - $mapsort[$HWN]=$rid.$hash{'title_'.$rid}; + $P_Order++; + $HWN=$P_Order; + $mapsort{$HWN} = $rid.':'; + $IsMap=1; + #$maps{&Apache::lonnet::declutter($hash{'src_'.$rid})}= # $hash{'title_'.$rid}; } if ((defined($hash{'map_start_'.$hash{'src_'.$rid}})) && (defined($hash{'map_finish_'.$hash{'src_'.$rid}}))) { - my $frid=$hash{'map_finish_'.$hash{'src_'.$rid}}; + my $frid=$hash{'map_finish_'.$hash{'src_'.$rid}}; - &tracetable($hash{'map_start_'.$hash{'src_'.$rid}}, - '&'.$frid.'&'); + &tracetable($hash{'map_start_'.$hash{'src_'.$rid}}, + '&'.$frid.'&'); - if ($hash{'src_'.$frid}) { - if ($hash{'src_'.$frid}=~ - /\.(problem|exam|quiz|assess|survey|form)$/) { - $cols[$#cols+1]=$frid; - $mapsort[$HWN] .= '&'.$frid; - } - } + $cols[$#cols+1]=($P_Order+1).':'.$frid; + + my $meta=$hash{'src_'.$frid}; + my $PartNo = 0; + my $Part; + # if ($IsMap==0){ + if ($meta) { + if ($meta=~/\.(problem|exam|quiz|assess|survey|form)$/) { + foreach (split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { + if ($_=~/^stores\_(\w+)\_tries$/) { + $Part=&Apache::lonnet::metadata($meta,$_.'.part'); + $P_Order++; + $mapsort{$HWN} .= '&'.$P_Order; + $PartNo++; + #$r->print('
'.$PartNo.'---'.$P_Order); + } + foreach my $K(split(/\,/,&Apache::lonnet::metadata($meta,'packages'))) { + if ($K=~/^optionresponse\_($Part)\_(\w+)$/) { + #$r->print('
'.$_.'...'.$P_Order.'---'.$Part); + $OpResp{$P_Order}="$frid:$Part"; + } + } + } + } + } } + # } } else { - if ($hash{'src_'.$rid}) { - if ($hash{'src_'.$rid}=~ - /\.(problem|exam|quiz|assess|survey|form)$/) { - $cols[$#cols+1]=$rid; - $mapsort[$HWN] .= '&'.$rid; - } - } + $cols[$#cols+1]=($P_Order+1).':'.$rid; + my $meta=$hash{'src_'.$rid}; + my $PartNo = 0; + if ($meta) { + if ($meta=~/\.(problem|exam|quiz|assess|survey|form)$/) { + foreach my $Key(split(/\,/,&Apache::lonnet::metadata($meta,'keys'))) { + if ($Key=~/^stores\_(\w+)\_tries$/) { + my $Part=&Apache::lonnet::metadata($meta,$Key.'.part'); + $P_Order++; + $mapsort{$HWN} .= '&'.$P_Order; + $PartNo++; + foreach (split(/\,/,&Apache::lonnet::metadata($meta,'packages'))) { + if ($_=~/^optionresponse\_($Part)\_(\w+)$/) { + #$r->print('
'.$_.'...'.$P_Order.'---'.$Part); + $OpResp{$P_Order}="$rid:$Part";; + } + + } + + } + } + } + } } if (defined($hash{'to_'.$rid})) { - map { + foreach (split(/\,/,$hash{'to_'.$rid})){ &tracetable($hash{'goesto_'.$_},$beenhere); - } split(/\,/,$hash{'to_'.$rid}); + } } } } sub MySort { - if ( $Pos > 0 && $Pos < 11 ) { + if ( $Pos > 0 ) { if ($ENV{'form.order'} eq 'Descending') {$b <=> $a;} else { $a <=> $b; } } @@ -864,37 +994,57 @@ sub MySort { } } -sub Build_Statistics { +sub Create_PrgWin { +#----------- Create progress $r->print(< + + ENDPOP $r->rflush(); -# ---------------------------- Gathering the Data of students' tries - my $index; - for ($index=0;$index<=$#students;$index++) { +} + + +sub Update_PrgWin { #----------- update progress - $r->print(''); - $r->rflush(); + my $index = shift; + $r->print(''); + $r->rflush(); +} - &ExtractStudentData($students[$index],$cid); - } +sub Close_PrgWin { #--------------------- close Progress Line $r->print(''); $r->rflush(); +} + +sub Build_Statistics { + &Create_PrgWin(); +# ---------------------------- Gathering the Data of students' tries + for (my $index=0;$index<=$#students;$index++) { + &Update_PrgWin($index); + &ExtractStudentData($students[$index]); + } + # -------------------- sorting the Data - @list = sort(@list); + $r->print(''); + + @list = sort (@list); + + + &Discriminant(); + $OpSel2=''; $OpSel1='selected'; @@ -905,178 +1055,205 @@ ENDPOP my $ResId; my $NoElements = $#list + 1; #-------------------------------- loop for data representation - while ( $nIdx < $NoElements ) { - my %storestats=(); - my ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); - my $Temp = $Prob; - my $MxTries = 0; - my $TotalTries = 0; - my $YES = 0; - my $Incorrect = 0; - my $Override = 0; - my $StdNo = 0; - my @StdLst; - do { - $nIdx++; - $StdNo++; - $StdLst[ $StdNo ] = $Tries; - $TotalTries += $Tries; - if ( $MxTries < $Tries ) { $MxTries = $Tries; } - if ( $Code eq 'C' ){ $YES++; } - elsif( $Code eq 'I' ) { $Incorrect++; } - elsif( $Code eq 'O' ) { $Override++; } - elsif( $Code eq 'U' ) { $StdNo--; } - ($Prob,$Tries,$Wrongs,$Code)=split(/\:/,$list[$nIdx]); - } while ( $Prob eq $Temp && $nIdx < $NoElements ); - - $p_count++; - - ($Temp,$ResId)=split(/\*/,$Temp); - - $Temp = ''.$Temp.''; - - my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); - my $urlres=$res; - - $ResId=~/(\d+)\.(\d+)/; - my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); - $urlres=$Map; + foreach (sort keys %mapsort) { + my ($Hid,$pr)=split(/\:/,$mapsort{$_}); + my @lpr=split(/\&/,$pr); + &CreateTable(1,$Hid); + for (my $i=1; $i<=$#lpr; $i++) { + my %storestats=(); + my ($PrOrd,$Prob,$Tries,$Wrongs,$Code)=split(/\&/,$list[$nIdx]); + my $Temp = $Prob; + my $MxTries = 0; + my $TotalTries = 0; + my $YES = 0; + my $Incorrect = 0; + my $Override = 0; + my $StdNo = 0; + my @StdLst; + while ( $PrOrd == $lpr[$i] ) + { + $nIdx++; + $StdNo++; + $StdLst[ $StdNo ] = $Tries; + $TotalTries += $Tries; + if ( $MxTries < $Tries ) { $MxTries = $Tries; } + if ( $Code eq 'C' ){ $YES++; } + elsif( $Code eq 'I' ) { $Incorrect++; } + elsif( $Code eq 'O' ) { $Override++; } + elsif( $Code eq 'U' ) { $StdNo--; } + ($PrOrd,$Prob,$Tries,$Wrongs,$Code)=split(/\&/,$list[$nIdx]); + } + + $p_count++; + my $Dummy; + ($ResId,$Dummy)=split(/\*/,$Temp); + + $Temp = ''.$hash{'title_'.$ResId}.$Dummy.''; + + my $res = &Apache::lonnet::declutter($hash{'src_'.$ResId}); + my $urlres=$res; + + $ResId=~/(\d+)\.(\d+)/; + my $Map = &Apache::lonnet::declutter( $hash{'map_id_'.$1} ); + $urlres=$Map; - - $res = ''.$res.''; - - #$Map = ''.$res.''; + $res = ''.$res.''; + #$Map = ''.$res.''; #------------------------ Compute the Average of Tries about one problem - my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; + my $Average = ($StdNo) ? $TotalTries/$StdNo : 0; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; + $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___timestamp'}=time; + $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___stdno'}=$StdNo; + $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___avetries'}=$Average; #-------------------------------- Compute percentage of Wrong tries - my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; + my $Wrong = ( $StdNo ) ? 100 * ( $Incorrect / $StdNo ) : 0; #-------------------------------- Compute Standard Deviation - my $StdDev = 0; - if ( $StdNo > 1 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $StdDev += $Dif*$Dif; - } - $StdDev /= ( $StdNo - 1 ); - $StdDev = sqrt( $StdDev ); - } + my $StdDev = 0; + if ( $StdNo > 1 ) { + for ( my $n = 0; $n < $StdNo; $n++ ) { + my $Dif = $StdLst[ $n ]-$Average; + $StdDev += $Dif*$Dif; + } + $StdDev /= ( $StdNo - 1 ); + $StdDev = sqrt( $StdDev ); + } #-------------------------------- Compute Degree of Difficulty - my $DoDiff = 0; - if( $TotalTries > 0 ) { - $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); + my $DoDiff = 0; + if( $TotalTries > 0 ) { + $DoDiff = 1 - ( ( $YES + $Override ) / $TotalTries ); # $DoDiff = ($TotalTries)/($YES + $Override+ 0.1); - } + } - $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; + $storestats{$ENV{'request.course.id'}.'___'.$urlres.'___difficulty'}=$DoDiff; #-------------------------------- Compute the Skewness - my $Skewness = 0; - my $Sum = 0; - if ( $StdNo > 0 && $StdDev > 0 ) { - for ( my $n = 0; $n < $StdNo; $n++ ) { - my $Dif = $StdLst[ $n ]-$Average; - $Skewness += $Dif*$Dif*$Dif; - } - $Skewness /= $StdNo; - $Skewness /= $StdDev*$StdDev*$StdDev; - } -#----------------- Some restition in presenting the float numbers - my $Avg = sprintf( "%.2f", $Average ); - my $Wrng = sprintf( "%.1f", $Wrong ); - my $SD = sprintf( "%.1f", $StdDev ); - my $DoD = sprintf( "%.2f", $DoDiff ); - my $Sk = sprintf( "%.1f", $Skewness ); - - $CachData{($p_count-1)}=$Temp.':'.$StdNo.':'.$TotalTries.':'. - $MxTries.':'.$Avg.':'.$YES.':'. - $Override.':'.$Wrng.':'.$SD.':'. - $Sk.':'.$DoD.':'.$Map.':'.$Prob; - - $urlres=~/^(\w+)\/(\w+)/; - if ($StdNo) { - &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); - } + my $Skewness = 0; + my $Sum = 0; + if ( $StdNo > 0 && $StdDev > 0 ) { + for ( my $n = 0; $n < $StdNo; $n++ ) { + my $Dif = $StdLst[ $n ]-$Average; + $Skewness += $Dif*$Dif*$Dif; + } + $Skewness /= $StdNo; + $Skewness /= $StdDev*$StdDev*$StdDev; + } + +#--------------------- Compute the Discrimination Factors + my ($Up1,$Up2)=split(/\:/,$DisUp{$lpr[$i]}); + my ($Lw1,$Lw2)=split(/\:/,$DisLow{$lpr[$i]}); + my $Dis1 = $Up1 - $Lw1; + my $Dis2 = $Up2 - $Lw2; + my $_D1 = sprintf("%.2f", $Dis1); + my $_D2 = sprintf("%.2f", $Dis2); +#----------------- Some restition in presenting the float numbers + my $Avg = sprintf( "%.2f", $Average ); + my $Wrng = sprintf( "%.1f", $Wrong ); + my $SD = sprintf( "%.1f", $StdDev ); + my $DoD = sprintf( "%.2f", $DoDiff ); + my $Sk = sprintf( "%.1f", $Skewness ); + my $join = $lpr[$i].'&'.$Temp.'&'.$StdNo.'&'. + $TotalTries.'&'.$MxTries.'&'.$Avg.'&'. + $YES.'&'.$Override.'&'.$Wrng.'&'.$DoD.'&'. + $SD.'&'.$Sk.'&'.$_D1.'&'.$_D2.'&'. + $Prob; + $CachData{($p_count-1)}=$join; + + $urlres=~/^(\w+)\/(\w+)/; + if ($StdNo) { + &Apache::lonnet::put('resevaldata',\%storestats,$1,$2); + } #-------------------------------- Row of statistical table - if ( $DiscFlag == 0 ) { - $r->print( "\n".''. - "\n".''.$p_count.''. - "\n".''.$Temp.''. - "\n".''.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".''.$YES.''. - "\n".''.$Override.''. - "\n".''.$Wrng.''. - "\n".''.$SD.''. - "\n".''.$Sk.''. - "\n".''.$DoD.''. - "\n".''.$Map.''. - "\n".'' ); - $GraphDat{$nIdx}=$DoD.':'.$Wrng; - } + if ( $DiscFlag == 0 ) { + &TableRow($join,$i,($p_count-1)); + } + } + &CloseTable(); } + &Close_PrgWin(); } - sub Cache_Statistics { my @list = (); my $Useful; my $UnUseful; my %myHeader = reverse( %Header ); $Pos = $myHeader{$ENV{'form.sort'}}; + if ($Pos > 0) {$Pos++;} $p_count = 0; - foreach my $key( keys %CachData) { - my @Temp=split(/\:/,$CachData{$key}); - if ( $Pos == 0 || $Pos == 11 ) { + my @Temp=split(/\&/,$CachData{$key}); + if ( $Pos == 0 ) { ($UnUseful,$Useful)=split(/\>/,$Temp[$Pos]); } else { $Useful = $Temp[$Pos]; } - $list[$p_count]=$Useful.'&'.$CachData{$key}; + $list[$p_count]=$Useful.'@'.$CachData{$key}; $p_count++; } @list = sort MySort (@list); - for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { - my( $Pre, $Post ) = split(/\&/,$list[$nIdx]); - my ($Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES, - $Override,$Wrng,$SD,$Sk,$DoD,$res,$Prob)=split(/\:/,$Post); - $r->print( "\n".''. - "\n".''.($nIdx+1).''. - "\n".''.$Temp.''. - "\n".''.$StdNo.''. - "\n".''.$TotalTries.''. - "\n".''.$MxTries.''. - "\n".''.$Avg.''. - "\n".''.$YES.''. - "\n".''.$Override.''. - "\n".''.$Wrng.''. - "\n".''.$SD.''. - "\n".''.$Sk.''. - "\n".''.$DoD.''. - "\n".''.$res.''. - "\n".'' ); - $GraphDat{$nIdx}=$DoD.':'.$Wrng; - } + my $nIdx=0; + + if ( $Pos == 0 ) { + foreach (sort keys %mapsort) { + my ($Hid,$pr)=split(/\:/,$mapsort{$_}); + &CreateTable(1,$Hid); + my @lpr=split(/\&/,$pr); + for (my $i=1; $i<=$#lpr; $i++) { + my($Pre, $Post) = split(/\@/,$list[$nIdx]); + #$r->print('
'.$Pre.'---'.$Post); + &TableRow($Post,$i,$nIdx); + $nIdx++; + } + &CloseTable(); + } + } + else { + &CreateTable(0); + for ( my $nIdx = 0; $nIdx < $p_count; $nIdx++ ) { + my($Pre, $Post) = split(/\@/,$list[$nIdx]); + &TableRow($Post,$nIdx,$nIdx); + } + &CloseTable(); + } +} + +sub TableRow { + my ($Str,$Idx,$RealIdx)=@_; + my($PrOrd,$Temp,$StdNo,$TotalTries,$MxTries,$Avg,$YES,$Override, + $Wrng,$DoD,$SD,$Sk,$_D1,$_D2,$Prob)=split(/\&/,$Str); + my $Ptr = "\n".''. + "\n".''.($RealIdx+1).''. + # "\n".''.$PrOrd.$Temp.''. + "\n".''.$Temp.''. + "\n".' '.$StdNo.''. + "\n".''.$TotalTries.''. + "\n".''.$MxTries.''. + "\n".''.$Avg.''. + "\n".' '.$YES.''. + "\n".' '.$Override.''. + "\n".' '.$Wrng.''. + "\n".''.$DoD.''. + "\n".' '.$SD.''. + "\n".' '.$Sk.''. + "\n".' '.$_D1.''. + "\n".' '.$_D2.''; + $r->print("\n".$Ptr.'' ); + $GraphDat{$RealIdx}=$DoD.':'.$Wrng; } # ------------------------------------------- Prepare data for Graphical chart sub GetGraphData { - my $Tag = shift; + my $ylab = shift; my $Col; my $data=''; my $count = 0; @@ -1087,12 +1264,12 @@ sub GetGraphData { foreach (keys %GraphDat) {delete $GraphDat{$_};} if (-e "$GraphDB") { if (tie(%GraphDat,'GDBM_File',"$GraphDB",&GDBM_READER,0640)) { - if ( $Tag eq 'DoDiff Graph' ) { - $Tag = 'Degree-of-Difficulty'; + if ( $ylab eq 'DoDiff Graph' ) { + $ylab = 'Degree-of-Difficulty'; $Col = 0; } else { - $Tag = 'Wrong-Percentage'; + $ylab = 'Wrong-Percentage'; $Col = 1; } foreach (sort NumericSort keys %GraphDat) { @@ -1102,11 +1279,15 @@ sub GetGraphData { $data .= $inf.','; $count++; } + if ( $Max > 1 ) { + $Max += (10 - $Max % 10); + $Max = int($Max); + } + else { $Max = 1; } untie(%GraphDat); my $Course = $ENV{'course.'.$cid.'.description'}; $Course =~ s/\ /"_"/eg; - $GData=$Course.'&'.$Tag.'&'.$Max.'&'.$count.'&'.$data; - + $GData=$Course.'&'.'Problems'.'&'.$ylab.'&'.$Max.'&'.$count.'&'.$data; } else { $r->print("Unable to tie hash to db file"); @@ -1126,12 +1307,17 @@ sub initial { undef %CachData; undef %GraphDat; undef %DiscFac; + undef %OpResp; + undef %ConceptData; undef $CurMap; undef $CurSec; undef $CurStu; undef $p_count; undef $Pos; undef $GData; + $DiscFlag=0; + $P_Order=100000; + $HWN=$P_Order; } @@ -1150,23 +1336,44 @@ sub ClassList { my $classlst=&Apache::lonnet::reply ('dump:'.$cdom.':'.$cnum.':classlist',$chome); my $StudNo = 0; + my $now=time; unless ($classlst=~/^error\:/) { foreach (sort split(/\&/,$classlst)) { my ($name,$value)=split(/\=/,$_); my ($end,$start)=split(/\:/,&Apache::lonnet::unescape($value)); $name=&Apache::lonnet::unescape($name); my ($sname,$sdom)=split(/\:/,$name); - my $ssec=&Apache::lonnet::usection($sdom,$sname,$cid); - if ($ssec==-1) {next;} - $ssec=($ssec) ? $ssec : '(none)'; - $ssec=(int($ssec)) ? int($ssec) : $ssec; - #$r->print($sname.'...'.$ssec.'
'); - $section{$ssec}=$ssec; - if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { - $students[$StudNo]=$name; - $StuBox{$sname}=$ssec; - } - $StudNo++; + my $active=1; + my $Status=$ENV{'form.status'}; + $Status = ($Status) ? $Status : 'Active'; + if ( ( ($end) && $now > $end ) && + ( ($Status eq 'Active') ) ) { $active=0; } + if ( ($Status eq 'Expired') && + ($end == 0 || $now < $end) ) { $active=0; } +#//new +# $Status = 'Any'; +#end new + if ($active) { + my $thisindex=$#students+1; + $name=&Apache::lonnet::unescape($name); + $students[$thisindex]=$name; + my ($sname,$sdom)=split(/\:/,$name); + #my %reply=&Apache::lonnet::idrget($sdom,$sname); + #my $reply=&Apache::lonnet::reply('get:'.$sdom.':'.$sname. + # ':environment:lastname&generation&firstname&middlename', + # &Apache::lonnet::homeserver($sname,$sdom)); + my $ssec=&usection($sdom,$sname,$cid,$Status); +# if ($ssec==-1 ) {next;} + if ($ssec==-1 || $ssec eq 'adm' ) {next;} + $ssec=($ssec) ? $ssec : '(none)'; + #$ssec=(int($ssec)) ? int($ssec) : $ssec; + $section{$ssec}=$ssec; + if ($CurSec eq 'All Sections' || $ssec eq $CurSec) { + $students[$StudNo]=$name; + $StuBox{$sname}=$sdom; + } + $StudNo++; + } } } else { @@ -1176,13 +1383,16 @@ sub ClassList { $r->rflush(); # --------------- Find all assessments and put them into some linear-like order &tracetable($firstres,'&'.$lastres.'&'); - -#my $c=0; -#foreach(@mapsort) { -# $c++; -# $r->print('
'.$mapsort[$c]); -#} -#$r->print('
Count = '.$c); +# my $c=0; +# foreach (sort keys %mapsort) { +# $r->print('
'.$c.')'.$_.' ... '.$mapsort{$_}); +# $c++; +# } +# my $c=1; +# foreach (sort keys %OpResp) { +# $r->print('
'.$c.')'.$_.' ... '.$OpResp{$_}.' ... '.$hash{'src_'.$OpResp{$_}}); +# $c++; +# } } @@ -1190,64 +1400,72 @@ sub ClassList { else { $r->print('

Undefined course sequence

'); } - &MapSecOptions(); +} + + +sub Title { + $r->print('LON-CAPA Statistics'); + $r->print(''. + ''. + ''); +# ---------------------------------------------------------------- Course title + $r->print('

Course : "'. + $ENV{'course.'.$ENV{'request.course.id'}. + '.description'}.'"

'.localtime().'

'); +# ------------------------------- This is going to take a while, produce output + $r->rflush(); +} + +sub CreateForm { + $r->print("\n".'
'); + my $content = $ENV{'form.sort'}; + if ($content eq '' || $content eq 'Return to Menu') { + my $Ptr = '

'; + $Ptr .= ''; + $Ptr .= '

'; + $Ptr .= ''; + $Ptr .= '

'; + $Ptr .= ''; + $Ptr .= '

'; + $r->print( $Ptr ); + } + else { + if ( $content eq 'Student Assessment' || + $content eq 'Create Student Report' ) { + &MapSecOptions(); + &StudentOptions(); + &StudentReport($CurStu,$StuBox{"$CurStu"}); + } + elsif ( $content eq 'Problem Analysis' ) { + &AnalyzeProblem(); + } + else { + &MapSecOptions(); + &PreStatTable(); + } + } } sub Menu { + &initial(); + &Title(); + &ClassList(); my $InpStr = $ENV{'form.sort'}; - if ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { + if ($InpStr=~/^Analyze\_/) { + &ShowOpGraph($InpStr,$ENV{'form.interval'}); + } + elsif ( $InpStr eq 'DoDiff Graph' || $InpStr eq '%Wrong Graph' ) { &GetGraphData($InpStr); $r->print(''); } else { - $r->print('LON-CAPA Statistics'); - - - $r->print(''. - ''. - ''); -# ---------------------------------------------------------------- Course title - $r->print('

Course : "'. - $ENV{'course.'.$ENV{'request.course.id'}. - '.description'}.'"

'.localtime().'

'); -# ------------------------------- This is going to take a while, produce output - $r->rflush(); - - $r->print("\n".''); - - my $content = $ENV{'form.sort'}; - if ($content eq '' || $content eq 'Return to Menu') { - my $Ptr = '

'; - $Ptr .= '';#General Statistics"/>'; - $Ptr .= '

'; - $Ptr .= ''; - $Ptr .= '

'; -# $Ptr .= '';#"Problem Evaluation"/>'; - $Ptr .= '

'; - $r->print( $Ptr ); - } - else { - &initial(); - &ClassList(); - if ( $content eq 'Discrimination' || #'Problem Evaluation' || - $content eq 'Recalculate Discrimintion Factor' ) { - &CreateDiscFac(); - } - elsif ( $content eq 'Student Assessment' || - $content eq 'Create Student Report' ) { - &StudentOptions(); - &StudentReport($CurStu,$StuBox{"$CurStu"}); - } - else { - &PreStatTable(); - } - } - $r->print("\n".'
'. - "\n".''. - "\n".''); - $r->rflush(); + &CreateForm(); + $r->print("\n".''); } + $r->print("\n".''. + "\n".''); + $r->rflush(); } sub StudentOptions { @@ -1273,23 +1491,23 @@ sub StudentOptions { $r->rflush(); } -sub GetStatus { - $OpSelDis1=''; - $OpSelDis2=''; +sub GetStatus { $OpSel1=''; $OpSel2=''; $OpSel3=''; $OpSel4=''; -# if ( $ENV{'form.DisType'} eq 'Total Number of Correct Answers' ) { -# $OpSelDis1='selected'; -# $CurDis=0; -# } -# else { $OpSel2 = 'selected'; $CurDis = 1;} - if ( $ENV{'form.order'} eq 'Descending' ) { $OpSel2='selected'; } else { $OpSel1 = 'selected'; } + + my %myHeader = reverse( %Header ); + $Pos = $myHeader{$ENV{'form.sort'}}; + if ($Pos == 0) { + $OpSel1 = 'selected'; + $ENV{'form.order'}='Ascendig'; + } + $CurMap = $ENV{'form.maps'}; if ( $CurMap eq '' ) { $CurMap = 'All Maps'; @@ -1395,6 +1613,3 @@ sub handler { } 1; __END__ - - -