version 1.47, 2003/10/30 16:24:36
|
version 1.62, 2004/01/28 14:53:34
|
Line 24
|
Line 24
|
# |
# |
# http://www.lon-capa.org/ |
# http://www.lon-capa.org/ |
# |
# |
|
|
package Apache::lonproblemanalysis; |
package Apache::lonproblemanalysis; |
|
|
use strict; |
use strict; |
Line 34 use Apache::lonhtmlcommon();
|
Line 33 use Apache::lonhtmlcommon();
|
use Apache::loncoursedata(); |
use Apache::loncoursedata(); |
use Apache::lonstatistics; |
use Apache::lonstatistics; |
use Apache::lonlocal; |
use Apache::lonlocal; |
|
use Apache::lonstathelpers; |
use HTML::Entities(); |
use HTML::Entities(); |
use Time::Local(); |
use Time::Local(); |
use Spreadsheet::WriteExcel(); |
use Spreadsheet::WriteExcel(); |
Line 43 my $plotcolors = ['#33ff00',
|
Line 43 my $plotcolors = ['#33ff00',
|
'#66ccff', '#ff9999', '#cccc33', '#660000', '#33cc66', |
'#66ccff', '#ff9999', '#cccc33', '#660000', '#33cc66', |
]; |
]; |
|
|
my @SubmitButtons = ({ name => 'ProblemAnalyis', |
my @SubmitButtons = ({ name => 'PrevProblemAnalysis', |
|
text => 'Previous Problem' }, |
|
{ name => 'ProblemAnalysis', |
text => 'Analyze Problem Again' }, |
text => 'Analyze Problem Again' }, |
|
{ name => 'NextProblemAnalysis', |
|
text => 'Next Problem' }, |
|
{ name => 'break'}, |
{ name => 'ClearCache', |
{ name => 'ClearCache', |
text => 'Clear Caches' }, |
text => 'Clear Caches' }, |
{ name => 'updatecaches', |
{ name => 'updatecaches', |
text => 'Update Student Data' }, |
text => 'Update Student Data' }, |
{ name => 'SelectAnother', |
{ name => 'SelectAnother', |
text => 'Choose a different resource' }, |
text => 'Choose a different Problem' }, |
{ name => 'ExcelOutput', |
{ name => 'ExcelOutput', |
text => 'Produce Excel Output' }); |
text => 'Produce Excel Output' }); |
|
|
sub render_resource { |
|
my ($resource) = @_; |
|
## |
|
## Render the problem |
|
my $base; |
|
($base,undef) = ($resource->{'src'} =~ m|(.*/)[^/]*$|); |
|
$base = "http://".$ENV{'SERVER_NAME'}.$base; |
|
my $rendered_problem = |
|
&Apache::lonnet::ssi_body($resource->{'src'}); |
|
$rendered_problem =~ s/<\s*form\s*/<nop /g; |
|
$rendered_problem =~ s|(<\s*/form\s*>)|<\/nop>|g; |
|
return '<table bgcolor="ffffff"><tr><td>'. |
|
'<base href="'.$base.'" />'. |
|
$rendered_problem. |
|
'</td></tr></table>'; |
|
} |
|
|
|
sub BuildProblemAnalysisPage { |
sub BuildProblemAnalysisPage { |
my ($r,$c)=@_; |
my ($r,$c)=@_; |
$r->print('<h2>'.&mt('Option Response Problem Analysis').'</h2>'); |
# |
|
my %Saveable_Parameters = ('Status' => 'scalar', |
|
'Section' => 'array', |
|
'NumPlots' => 'scalar', |
|
'AnalyzeAs' => 'scalar', |
|
'AnalyzeOver' => 'scalar', |
|
); |
|
&Apache::loncommon::store_course_settings('problem_analysis', |
|
\%Saveable_Parameters); |
|
&Apache::loncommon::restore_course_settings('problem_analysis', |
|
\%Saveable_Parameters); |
|
# |
|
&Apache::lonstatistics::PrepareClasslist(); |
|
# |
|
$r->print('<h2>'.&mt('Detailed Problem Analysis').'</h2>'); |
$r->print(&CreateInterface()); |
$r->print(&CreateInterface()); |
# |
# |
my @Students = @Apache::lonstatistics::Students; |
my @Students = @Apache::lonstatistics::Students; |
Line 99 sub BuildProblemAnalysisPage {
|
Line 102 sub BuildProblemAnalysisPage {
|
if (exists($ENV{'form.problemchoice'}) && |
if (exists($ENV{'form.problemchoice'}) && |
! exists($ENV{'form.SelectAnother'})) { |
! exists($ENV{'form.SelectAnother'})) { |
foreach my $button (@SubmitButtons) { |
foreach my $button (@SubmitButtons) { |
$r->print('<input type="submit" name="'.$button->{'name'}.'" '. |
if ($button->{'name'} eq 'break') { |
'value="'.&mt($button->{'text'}).'" />'); |
$r->print("<br />\n"); |
$r->print(' 'x5); |
} else { |
|
$r->print('<input type="submit" name="'.$button->{'name'}.'" '. |
|
'value="'.&mt($button->{'text'}).'" />'); |
|
$r->print(' 'x5); |
|
} |
} |
} |
$r->print('<input type="hidden" name="problemchoice" value="'. |
|
$ENV{'form.problemchoice'}.'" />'); |
|
# |
# |
$r->print('<hr />'); |
$r->print('<hr />'); |
# |
|
my ($symb,$part,$resid,$resptype) = &get_problem_symb( |
|
&Apache::lonnet::unescape($ENV{'form.problemchoice'})); |
|
$r->rflush(); |
$r->rflush(); |
# |
# |
my $resource = &get_resource_from_symb($symb); |
# Determine which problem we are to analyze |
if (! defined($resource) || ! defined($resptype)) { |
my $current_problem = &Apache::lonstathelpers::get_target_from_id |
|
($ENV{'form.problemchoice'}); |
|
# |
|
my ($prev,$curr,$next) = |
|
&Apache::lonstathelpers::get_prev_curr_next($current_problem, |
|
'(option|radiobutton)', |
|
'response', |
|
); |
|
if (exists($ENV{'form.PrevProblemAnalysis'}) && defined($prev)) { |
|
$current_problem = $prev; |
|
} elsif (exists($ENV{'form.NextProblemAnalysis'}) && defined($next)) { |
|
$current_problem = $next; |
|
} else { |
|
$current_problem = $curr; |
|
} |
|
# |
|
# Store the current problem choice and send it out in the form |
|
$ENV{'form.problemchoice'} = |
|
&Apache::lonstathelpers::make_target_id($current_problem); |
|
$r->print('<input type="hidden" name="problemchoice" value="'. |
|
$ENV{'form.problemchoice'}.'" />'); |
|
# |
|
if (! defined($current_problem->{'resource'})) { |
$r->print('resource is undefined'); |
$r->print('resource is undefined'); |
} else { |
} else { |
|
my $resource = $current_problem->{'resource'}; |
$r->print('<h1>'.$resource->{'title'}.'</h1>'); |
$r->print('<h1>'.$resource->{'title'}.'</h1>'); |
$r->print('<h3>'.$resource->{'src'}.'</h3>'); |
$r->print('<h3>'.$resource->{'src'}.'</h3>'); |
$r->print(&render_resource($resource)); |
$r->print(&Apache::lonstathelpers::render_resource($resource)); |
$r->rflush(); |
$r->rflush(); |
if ($resptype eq 'option') { |
my %Data = &get_problem_data($resource->{'src'}); |
my %Data = &get_OR_problem_data($resource->{'src'}); |
my $ProblemData = $Data{$current_problem->{'part'}. |
my $ProblemData = $Data{$part.'.'.$resid}; |
'.'. |
&OptionResponseAnalysis($r,$resource,$resid,$ProblemData, |
$current_problem->{'respid'}}; |
|
if ($current_problem->{'resptype'} eq 'option') { |
|
&OptionResponseAnalysis($r,$current_problem, |
|
$ProblemData, |
\@Students); |
\@Students); |
} elsif ($resptype eq 'radiobutton') { |
} elsif ($current_problem->{'resptype'} eq 'radiobutton') { |
$r->print('<h2>This analysis is not supported</h2>'); |
&RadioResponseAnalysis($r,$current_problem, |
my %Data = &get_Radio_problem_data($resource->{'src'}); |
$ProblemData, |
my $ProblemData = $Data{$part.'.'.$resid}; |
|
&RadioResponseAnalysis($r,$resource,$resid,$ProblemData, |
|
\@Students); |
\@Students); |
} else { |
} else { |
$r->print('<h2>This analysis is not supported</h2>'); |
$r->print('<h2>This analysis is not supported</h2>'); |
Line 141 sub BuildProblemAnalysisPage {
|
Line 167 sub BuildProblemAnalysisPage {
|
&mt('Analyze Problem').'" />'); |
&mt('Analyze Problem').'" />'); |
$r->print(' 'x5); |
$r->print(' 'x5); |
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>'); |
$r->print('<h3>'.&mt('Please select a problem to analyze').'</h3>'); |
$r->print(&ProblemSelector()); |
$r->print(&Apache::lonstathelpers::ProblemSelector |
|
('(option|radiobutton)')); |
} |
} |
} |
} |
|
|
Line 154 sub BuildProblemAnalysisPage {
|
Line 181 sub BuildProblemAnalysisPage {
|
######################################################### |
######################################################### |
######################################################### |
######################################################### |
sub RadioResponseAnalysis { |
sub RadioResponseAnalysis { |
my ($r,$resource,$resid,$ProblemData,$Students) = @_; |
my ($r,$problem,$ProblemData,$Students) = @_; |
|
my ($resource,$respid) = ($problem->{'resource'}, |
|
$problem->{'respid'}); |
|
my $analysis_html; |
my $PerformanceData = |
my $PerformanceData = |
&Apache::loncoursedata::get_response_data |
&Apache::loncoursedata::get_response_data |
($Students,$resource->{'symb'},$resid); |
($Students,$resource->{'symb'},$respid); |
if (! ref($PerformanceData)) { |
if (! defined($PerformanceData) || |
$r->print('<h2>There is no submission data for this resource</h2>'); |
ref($PerformanceData) ne 'ARRAY' ) { |
|
$analysis_html = '<h2>'. |
|
&mt('There is no submission data for this resource'). |
|
'</h2>'; |
|
$r->print($analysis_html); |
return; |
return; |
} |
} |
# foreach my $row (@$PerformanceData) { |
if (exists($ENV{'form.ExcelOutput'})) { |
# &Apache::lonnet::logthis('row = '.join(',',@$row)); |
$analysis_html .= &RR_Excel_output($r,$problem->{'resource'}, |
|
$PerformanceData,$ProblemData); |
|
} elsif ($ENV{'form.AnalyzeOver'} eq 'Tries') { |
|
$analysis_html .= &RR_Tries_Analysis($r,$problem->{'resource'}, |
|
$PerformanceData,$ProblemData); |
|
} elsif ($ENV{'form.AnalyzeOver'} eq 'Time') { |
|
$analysis_html .= &RR_Time_Analysis($r,$problem->{'resource'}, |
|
$PerformanceData,$ProblemData); |
|
} else { |
|
$analysis_html .= '<h2>'. |
|
&mt('The analysis you have selected is not supported at this time'). |
|
'</h2>'; |
|
} |
|
$r->print($analysis_html); |
|
} |
|
|
|
sub RR_Excel_output { |
|
my ($r,$PerformanceData,$ProblemData) = @_; |
|
return '<h1>No!</h1>'; |
|
} |
|
|
|
sub RR_Tries_Analysis { |
|
my ($r,$resource,$PerformanceData,$ProblemData) = @_; |
|
my $analysis_html; |
|
my $mintries = 1; |
|
my $maxtries = $ENV{'form.NumPlots'}; |
|
my ($table,$Foils,$Concepts) = &build_foil_index($ProblemData); |
|
if ((! defined($Concepts)) || ((@$Concepts < 2) && |
|
($ENV{'form.AnalyzeAs'} ne 'Foils'))) { |
|
$table = '<h3>'. |
|
&mt('Not enough data for concept analysis. '. |
|
'Performing Foil Analysis'). |
|
'</h3>'.$table; |
|
$ENV{'form.AnalyzeAs'} = 'Foils'; |
|
} |
|
$analysis_html .= $table; |
|
my @TryData = &RR_tries_data_analysis($r,$PerformanceData); |
|
# if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
|
$analysis_html .= &RR_Tries_Foil_Analysis($mintries,$maxtries,$Foils, |
|
\@TryData,$ProblemData); |
|
# } else { |
|
# $analysis_html = &RR_Tries_Concept_Analysis($mintries,$maxtries, |
|
# $Concepts, |
|
# \@TryData, |
|
# $ProblemData); |
# } |
# } |
return; |
return $analysis_html; |
|
} |
|
|
|
sub RR_tries_data_analysis { |
|
my ($r,$Attempt_data) = @_; |
|
my @TryData; |
|
foreach my $attempt (@$Attempt_data) { |
|
my %Attempt = &hashify_attempt($attempt); |
|
my ($answer,undef) = split('=',$Attempt{'submission'}); |
|
$TryData[$Attempt{'tries'}]->{$answer}++; |
|
} |
|
return @TryData; |
|
} |
|
|
|
sub RR_Time_Analysis { |
|
my ($r,$PerformanceData,$ProblemData) = @_; |
|
my $html; |
|
return $html; |
|
} |
|
|
|
sub RR_Tries_Foil_Analysis { |
|
my ($min,$max,$Foils,$TryData,$ProblemData) = @_; |
|
my $html; |
|
# |
|
# Compute the data neccessary to make the plots |
|
for (my $try=$min;$try<=$max;$try++) { |
|
my @PlotData_Correct; |
|
my @PlotData_Incorrect; |
|
next if ($try > scalar(@{$TryData})); |
|
next if (! defined($TryData->[$try])); |
|
my %DataSet = %{$TryData->[$try]}; |
|
my $total = 0; |
|
foreach my $foilid (@$Foils) { |
|
$total += $DataSet{$foilid}; |
|
} |
|
foreach my $foilid (@$Foils) { |
|
if ($total == 0) { |
|
push (@PlotData_Correct,0); |
|
push (@PlotData_Incorrect,0); |
|
} else { |
|
if ($ProblemData->{'_Foils'}->{$foilid}->{'value'} eq 'true') { |
|
push (@PlotData_Correct, |
|
int(100*$DataSet{$foilid}/$total)); |
|
push (@PlotData_Incorrect,0); |
|
} else { |
|
push (@PlotData_Correct,0); |
|
push (@PlotData_Incorrect, |
|
int(100*$DataSet{$foilid}/$total)); |
|
} |
|
} |
|
} |
|
my $title='Attempt '.$try; |
|
my $xlabel = $total.' Submissions'; |
|
$html.= &Apache::loncommon::DrawBarGraph($title, |
|
$xlabel, |
|
'Percent Choosing', |
|
100, |
|
['#33ff00','#ff3300'], |
|
\@PlotData_Correct, |
|
\@PlotData_Incorrect); |
|
} |
|
return $html; |
|
} |
|
|
|
sub RR_Tries_Concept_Analysis { |
|
my ($min,$max,$Concepts,$ResponseData,$ProblemData) = @_; |
|
my $html; |
|
return $html; |
|
} |
|
|
|
sub RR_Time_Foil_Analysis { |
|
my ($min,$max,$Foils,$ResponseData,$ProblemData) = @_; |
|
my $html; |
|
return $html; |
|
} |
|
|
|
sub RR_Time_Concept_Analysis { |
|
my ($min,$max,$Concepts,$ResponseData,$ProblemData) = @_; |
|
my $html; |
|
return $html; |
|
} |
|
|
|
|
|
sub get_Radio_problem_data { |
|
my ($url) = @_; |
|
my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze')); |
|
(my $garbage,$Answ)=split('_HASH_REF__',$Answ,2); |
|
my %Answer = &Apache::lonnet::str2hash($Answ); |
|
my %Partdata; |
|
foreach my $part (@{$Answer{'parts'}}) { |
|
while (my($key,$value) = each(%Answer)) { |
|
# if (ref($value) eq 'ARRAY') { |
|
# &Apache::lonnet::logthis('is ref part:'.$part.' '.$key.'='.join(',',@$value)); |
|
# } else { |
|
# &Apache::lonnet::logthis('notref part:'.$part.' '.$key.'='.$value); |
|
# } |
|
next if ($key !~ /^$part/); |
|
$key =~ s/^$part\.//; |
|
if ($key eq 'foils') { |
|
$Partdata{$part}->{'_Foils'}=$value; |
|
} elsif ($key eq 'options') { |
|
$Partdata{$part}->{'_Options'}=$value; |
|
} elsif ($key eq 'shown') { |
|
$Partdata{$part}->{'_Shown'}=$value; |
|
} elsif ($key =~ /^foil.value.(.*)$/) { |
|
$Partdata{$part}->{$1}->{'value'}=$value; |
|
} elsif ($key =~ /^foil.text.(.*)$/) { |
|
$Partdata{$part}->{$1}->{'text'}=$value; |
|
} |
|
} |
|
} |
|
return %Partdata; |
} |
} |
|
|
######################################################### |
######################################################### |
######################################################### |
######################################################### |
## |
## |
Line 175 sub RadioResponseAnalysis {
|
Line 365 sub RadioResponseAnalysis {
|
######################################################### |
######################################################### |
######################################################### |
######################################################### |
sub OptionResponseAnalysis { |
sub OptionResponseAnalysis { |
my ($r,$resource,$resid,$ProblemData,$Students) = @_; |
my ($r,$problem,$ProblemData,$Students) = @_; |
|
my ($resource,$respid) = ($problem->{'resource'}, |
|
$problem->{'respid'}); |
|
# Note: part data is not needed. |
my $PerformanceData = |
my $PerformanceData = |
&Apache::loncoursedata::get_response_data |
&Apache::loncoursedata::get_response_data |
($Students,$resource->{'symb'},$resid); |
($Students,$resource->{'symb'},$respid); |
if (! defined($PerformanceData) || |
if (! defined($PerformanceData) || |
ref($PerformanceData) ne 'ARRAY' ) { |
ref($PerformanceData) ne 'ARRAY' ) { |
$r->print('<h2>'. |
$r->print('<h2>'. |
Line 187 sub OptionResponseAnalysis {
|
Line 380 sub OptionResponseAnalysis {
|
} else { |
} else { |
$r->rflush(); |
$r->rflush(); |
if (exists($ENV{'form.ExcelOutput'})) { |
if (exists($ENV{'form.ExcelOutput'})) { |
my $result = &prepare_optionresponse_excel_sheet($r,$resource, |
my $result = &OR_excel_sheet($r,$resource, |
$PerformanceData, |
$PerformanceData, |
$ProblemData); |
$ProblemData); |
$r->print($result); |
$r->print($result); |
$r->rflush(); |
$r->rflush(); |
} else { |
} else { |
if ($ENV{'form.AnalyzeOver'} eq 'Tries') { |
if ($ENV{'form.AnalyzeOver'} eq 'Tries') { |
my $analysis_html = &tries_analysis($r, |
my $analysis_html = &OR_tries_analysis($r, |
$PerformanceData, |
$PerformanceData, |
$ProblemData); |
$ProblemData); |
$r->print($analysis_html); |
$r->print($analysis_html); |
$r->rflush(); |
$r->rflush(); |
} elsif ($ENV{'form.AnalyzeOver'} eq 'Time') { |
} elsif ($ENV{'form.AnalyzeOver'} eq 'Time') { |
my $analysis_html = &time_analysis($PerformanceData, |
my $analysis_html = &OR_time_analysis($PerformanceData, |
$ProblemData); |
$ProblemData); |
$r->print($analysis_html); |
$r->print($analysis_html); |
$r->rflush(); |
$r->rflush(); |
Line 219 sub OptionResponseAnalysis {
|
Line 412 sub OptionResponseAnalysis {
|
# Option Response: Tries Analysis |
# Option Response: Tries Analysis |
# |
# |
######################################################### |
######################################################### |
sub tries_analysis { |
sub OR_tries_analysis { |
my ($r,$PerformanceData,$ORdata) = @_; |
my ($r,$PerformanceData,$ORdata) = @_; |
my $mintries = 1; |
my $mintries = 1; |
my $maxtries = $ENV{'form.NumPlots'}; |
my $maxtries = $ENV{'form.NumPlots'}; |
Line 231 sub tries_analysis {
|
Line 424 sub tries_analysis {
|
'</h3>'.$table; |
'</h3>'.$table; |
$ENV{'form.AnalyzeAs'} = 'Foils'; |
$ENV{'form.AnalyzeAs'} = 'Foils'; |
} |
} |
my %ResponseData = &analyze_option_data_by_tries($r,$PerformanceData, |
my %ResponseData = &OR_analyze_by_tries($r,$PerformanceData, |
$mintries,$maxtries); |
$mintries,$maxtries); |
my $analysis = ''; |
my $analysis = ''; |
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
$analysis = &Tries_Foil_Analysis($mintries,$maxtries,$Foils, |
$analysis = &OR_Tries_Foil_Analysis($mintries,$maxtries,$Foils, |
\%ResponseData,$ORdata); |
\%ResponseData,$ORdata); |
} else { |
} else { |
$analysis = &Tries_Concept_Analysis($mintries,$maxtries, |
$analysis = &OR_Tries_Concept_Analysis($mintries,$maxtries, |
$Concepts,\%ResponseData,$ORdata); |
$Concepts,\%ResponseData,$ORdata); |
} |
} |
$table .= $analysis; |
$table .= $analysis; |
return $table; |
return $table; |
} |
} |
|
|
sub Tries_Foil_Analysis { |
sub OR_Tries_Foil_Analysis { |
my ($mintries,$maxtries,$Foils,$respdat,$ORdata) = @_; |
my ($mintries,$maxtries,$Foils,$respdat,$ORdata) = @_; |
my %ResponseData = %$respdat; |
my %ResponseData = %$respdat; |
# |
# |
Line 260 sub Tries_Foil_Analysis {
|
Line 453 sub Tries_Foil_Analysis {
|
100*$ResponseData{$foilid}->[$i]->{'_correct'}/ |
100*$ResponseData{$foilid}->[$i]->{'_correct'}/ |
$ResponseData{$foilid}->[$i]->{'_total'}); |
$ResponseData{$foilid}->[$i]->{'_total'}); |
} |
} |
foreach my $option (@{$ORdata->{'Options'}}) { |
foreach my $option (@{$ORdata->{'_Options'}}) { |
push(@{$PlotData[$i]->{'_total'}}, |
push(@{$PlotData[$i]->{'_total'}}, |
$ResponseData{$foilid}->[$i]->{'_total'}); |
$ResponseData{$foilid}->[$i]->{'_total'}); |
if ($ResponseData{$foilid}->[$i]->{'_total'} == 0) { |
if ($ResponseData{$foilid}->[$i]->{'_total'} == 0) { |
Line 294 sub Tries_Foil_Analysis {
|
Line 487 sub Tries_Foil_Analysis {
|
} |
} |
my $title = 'Attempt '.$i.', '.$count; |
my $title = 'Attempt '.$i.', '.$count; |
my @Datasets; |
my @Datasets; |
foreach my $option ('_correct',@{$ORdata->{'Options'}}) { |
foreach my $option ('_correct',@{$ORdata->{'_Options'}}) { |
next if (! exists($PlotData[$i]->{$option})); |
next if (! exists($PlotData[$i]->{$option})); |
push(@Datasets,$PlotData[$i]->{$option}); |
push(@Datasets,$PlotData[$i]->{$option}); |
} |
} |
Line 304 sub Tries_Foil_Analysis {
|
Line 497 sub Tries_Foil_Analysis {
|
$analysis_html.= '<tr><td>'.$correctgraph.'</td>'; |
$analysis_html.= '<tr><td>'.$correctgraph.'</td>'; |
## |
## |
## |
## |
|
next if (! defined($Datasets[0])); |
for (my $i=0; $i< scalar(@{$Datasets[0]});$i++) { |
for (my $i=0; $i< scalar(@{$Datasets[0]});$i++) { |
$Datasets[0]->[$i]=0; |
$Datasets[0]->[$i]=0; |
} |
} |
Line 326 sub Tries_Foil_Analysis {
|
Line 520 sub Tries_Foil_Analysis {
|
return $analysis_html; |
return $analysis_html; |
} |
} |
|
|
sub Tries_Concept_Analysis { |
sub OR_Tries_Concept_Analysis { |
my ($mintries,$maxtries,$Concepts,$respdat,$ORdata) = @_; |
my ($mintries,$maxtries,$Concepts,$respdat,$ORdata) = @_; |
my %ResponseData = %$respdat; |
my %ResponseData = %$respdat; |
my $analysis_html = "<table>\n"; |
my $analysis_html = "<table>\n"; |
Line 392 sub Tries_Concept_Analysis {
|
Line 586 sub Tries_Concept_Analysis {
|
return $analysis_html; |
return $analysis_html; |
} |
} |
|
|
sub analyze_option_data_by_tries { |
sub OR_analyze_by_tries { |
my ($r,$PerformanceData,$mintries,$maxtries) = @_; |
my ($r,$PerformanceData,$mintries,$maxtries) = @_; |
my %Trydata; |
my %Trydata; |
$mintries = 1 if (! defined($mintries) || $mintries < 1); |
$mintries = 1 if (! defined($mintries) || $mintries < 1); |
Line 420 sub analyze_option_data_by_tries {
|
Line 614 sub analyze_option_data_by_tries {
|
# Option Response: Time Analysis |
# Option Response: Time Analysis |
# |
# |
######################################################### |
######################################################### |
sub time_analysis { |
sub OR_time_analysis { |
my ($PerformanceData,$ORdata) = @_; |
my ($PerformanceData,$ORdata) = @_; |
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata); |
my ($table,$Foils,$Concepts) = &build_foil_index($ORdata); |
if ((@$Concepts < 2) && ($ENV{'form.AnalyzeAs'} ne 'Foils')) { |
if ((@$Concepts < 2) && ($ENV{'form.AnalyzeAs'} ne 'Foils')) { |
Line 478 sub time_analysis {
|
Line 672 sub time_analysis {
|
enddateform => $enddateform, |
enddateform => $enddateform, |
}; |
}; |
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
if ($ENV{'form.AnalyzeAs'} eq 'Foils') { |
$table .= &Foil_Time_Analysis($PerformanceData,$ORdata,$Foils, |
$table .= &OR_Foil_Time_Analysis($PerformanceData,$ORdata,$Foils, |
$interval); |
$interval); |
} else { |
} else { |
$table .= &Concept_Time_Analysis($PerformanceData,$ORdata, |
$table .= &OR_Concept_Time_Analysis($PerformanceData,$ORdata, |
$Concepts,$interval); |
$Concepts,$interval); |
} |
} |
} |
} |
Line 489 sub time_analysis {
|
Line 683 sub time_analysis {
|
return $table; |
return $table; |
} |
} |
|
|
sub Foil_Time_Analysis { |
sub OR_Foil_Time_Analysis { |
my ($PerformanceData,$ORdata,$Foils,$interval) = @_; |
my ($PerformanceData,$ORdata,$Foils,$interval) = @_; |
my $analysis_html; |
my $analysis_html; |
my $foilkey = &build_option_index($ORdata); |
my $foilkey = &build_option_index($ORdata); |
Line 523 sub Foil_Time_Analysis {
|
Line 717 sub Foil_Time_Analysis {
|
} |
} |
my $total_incorrect = $total - $TimeData{$foil}->{'_correct'}; |
my $total_incorrect = $total - $TimeData{$foil}->{'_correct'}; |
my $optionidx = 1; |
my $optionidx = 1; |
foreach my $option (@{$ORdata->{'Options'}}) { |
foreach my $option (@{$ORdata->{'_Options'}}) { |
if ($total_incorrect == 0) { |
if ($total_incorrect == 0) { |
push(@{$Plotdata[$optionidx]},0); |
push(@{$Plotdata[$optionidx]},0); |
} else { |
} else { |
Line 584 sub Foil_Time_Analysis {
|
Line 778 sub Foil_Time_Analysis {
|
return $analysis_html; |
return $analysis_html; |
} |
} |
|
|
sub Concept_Time_Analysis { |
sub OR_Concept_Time_Analysis { |
my ($PerformanceData,$ORdata,$Concepts,$interval) = @_; |
my ($PerformanceData,$ORdata,$Concepts,$interval) = @_; |
my $analysis_html; |
my $analysis_html; |
## |
## |
Line 652 sub Concept_Time_Analysis {
|
Line 846 sub Concept_Time_Analysis {
|
## |
## |
######################################################### |
######################################################### |
######################################################### |
######################################################### |
sub prepare_optionresponse_excel_sheet { |
sub OR_excel_sheet { |
my ($r,$resource,$PerformanceData,$ORdata) = @_; |
my ($r,$resource,$PerformanceData,$ORdata) = @_; |
my $response = ''; |
my $response = ''; |
my (undef,$Foils,$Concepts) = &build_foil_index($ORdata); |
my (undef,$Foils,$Concepts) = &build_foil_index($ORdata); |
Line 696 sub prepare_optionresponse_excel_sheet {
|
Line 890 sub prepare_optionresponse_excel_sheet {
|
} |
} |
# |
# |
my $result; |
my $result; |
$result = &build_problem_data_worksheet($problem_data_sheet,$format, |
$result = &OR_build_problem_data_worksheet($problem_data_sheet,$format, |
$Concepts,$ORdata); |
$Concepts,$ORdata); |
if ($result ne 'okay') { |
if ($result ne 'okay') { |
# Do something useful |
# Do something useful |
} |
} |
$result = &build_student_data_worksheet($student_data_sheet,$format); |
$result = &OR_build_student_data_worksheet($student_data_sheet,$format); |
if ($result ne 'okay') { |
if ($result ne 'okay') { |
# Do something useful |
# Do something useful |
} |
} |
$result = &build_response_data_worksheet($response_data_sheet,$format, |
$result = &OR_build_response_data_worksheet($response_data_sheet,$format, |
$PerformanceData,$Foils, |
$PerformanceData,$Foils, |
$ORdata); |
$ORdata); |
if ($result ne 'okay') { |
if ($result ne 'okay') { |
Line 724 sub prepare_optionresponse_excel_sheet {
|
Line 918 sub prepare_optionresponse_excel_sheet {
|
return $result; |
return $result; |
} |
} |
|
|
sub build_problem_data_worksheet { |
sub OR_build_problem_data_worksheet { |
my ($worksheet,$format,$Concepts,$ORdata) = @_; |
my ($worksheet,$format,$Concepts,$ORdata) = @_; |
my $rows_output = 3; |
my $rows_output = 3; |
my $cols_output = 0; |
my $cols_output = 0; |
Line 739 sub build_problem_data_worksheet {
|
Line 933 sub build_problem_data_worksheet {
|
@Headers = ('Foil Number','FoilName','Foil Text','Correct value'); |
@Headers = ('Foil Number','FoilName','Foil Text','Correct value'); |
} |
} |
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'}); |
$worksheet->write_row($rows_output++,0,\@Headers,$format->{'header'}); |
my %Foildata = %{$ORdata->{'Foils'}}; |
my %Foildata = %{$ORdata->{'_Foils'}}; |
my $conceptindex = 1; |
my $conceptindex = 1; |
my $foilindex = 1; |
my $foilindex = 1; |
foreach my $concept (@$Concepts) { |
foreach my $concept (@$Concepts) { |
Line 787 sub build_problem_data_worksheet {
|
Line 981 sub build_problem_data_worksheet {
|
## |
## |
## Option data output |
## Option data output |
$worksheet->write($rows_output++,0,'Options',$format->{'header'}); |
$worksheet->write($rows_output++,0,'Options',$format->{'header'}); |
foreach my $string (@{$ORdata->{'Options'}}) { |
foreach my $string (@{$ORdata->{'_Options'}}) { |
$worksheet->write($rows_output++,0,$string); |
$worksheet->write($rows_output++,0,$string); |
} |
} |
return 'okay'; |
return 'okay'; |
} |
} |
|
|
sub build_student_data_worksheet { |
sub OR_build_student_data_worksheet { |
my ($worksheet,$format) = @_; |
my ($worksheet,$format) = @_; |
my $rows_output = 3; |
my $rows_output = 3; |
my $cols_output = 0; |
my $cols_output = 0; |
Line 819 sub build_student_data_worksheet {
|
Line 1013 sub build_student_data_worksheet {
|
return; |
return; |
} |
} |
|
|
sub build_response_data_worksheet { |
sub OR_build_response_data_worksheet { |
my ($worksheet,$format,$PerformanceData,$Foils,$ORdata)=@_; |
my ($worksheet,$format,$PerformanceData,$Foils,$ORdata)=@_; |
my $rows_output = 3; |
my $rows_output = 3; |
my $cols_output = 0; |
my $cols_output = 0; |
Line 1044 sub _adjustment {
|
Line 1238 sub _adjustment {
|
|
|
sub build_foil_index { |
sub build_foil_index { |
my ($ORdata) = @_; |
my ($ORdata) = @_; |
return if (! exists($ORdata->{'Foils'})); |
return if (! exists($ORdata->{'_Foils'})); |
my %Foildata = %{$ORdata->{'Foils'}}; |
my %Foildata = %{$ORdata->{'_Foils'}}; |
my @Foils = sort(keys(%Foildata)); |
my @Foils = sort(keys(%Foildata)); |
my %Concepts; |
my %Concepts; |
foreach my $foilid (@Foils) { |
foreach my $foilid (@Foils) { |
push(@{$Concepts{$Foildata{$foilid}->{'Concept'}}}, |
push(@{$Concepts{$Foildata{$foilid}->{'_Concept'}}}, |
$foilid); |
$foilid); |
} |
} |
undef(@Foils); |
undef(@Foils); |
Line 1069 sub build_foil_index {
|
Line 1263 sub build_foil_index {
|
ten => 10,); |
ten => 10,); |
my $a1 = lc($a); |
my $a1 = lc($a); |
my $b1 = lc($b); |
my $b1 = lc($b); |
if (exists($Numbers{$a})) { |
if (exists($Numbers{$a1})) { |
$a1 = $Numbers{$a}; |
$a = $Numbers{$a1}; |
|
} |
|
if (exists($Numbers{$b1})) { |
|
$b = $Numbers{$b1}; |
} |
} |
if (exists($Numbers{$b})) { |
if (($a =~/^\d+$/) && ($b =~/^\d+$/)) { |
$b1 = $Numbers{$b}; |
return $a <=> $b; |
|
} else { |
|
return $a cmp $b; |
} |
} |
$a1 cmp $b1; |
|
}; |
}; |
my @Concepts; |
my @Concepts; |
foreach my $concept (sort $sortfunction (keys(%Concepts))) { |
foreach my $concept (sort $sortfunction (keys(%Concepts))) { |
|
if (! defined($Concepts{$concept})) { |
|
$Concepts{$concept}=[]; |
|
# next; |
|
} |
push(@Concepts,{ name => $concept, |
push(@Concepts,{ name => $concept, |
foils => [@{$Concepts{$concept}}]}); |
foils => [@{$Concepts{$concept}}]}); |
push(@Foils,(@{$Concepts{$concept}})); |
push(@Foils,(@{$Concepts{$concept}})); |
Line 1160 sub build_option_index {
|
Line 1362 sub build_option_index {
|
my $table = "<table>\n"; |
my $table = "<table>\n"; |
my $optionindex = 0; |
my $optionindex = 0; |
my @Rows; |
my @Rows; |
foreach my $option (&mt('correct option chosen'),@{$ORdata->{'Options'}}) { |
foreach my $option (&mt('correct option chosen'),@{$ORdata->{'_Options'}}) { |
push (@Rows, |
push (@Rows, |
'<tr>'. |
'<tr>'. |
'<td bgcolor="'.$plotcolors->[$optionindex++].'">'. |
'<td bgcolor="'.$plotcolors->[$optionindex++].'">'. |
Line 1223 sub CreateInterface {
|
Line 1425 sub CreateInterface {
|
{ # These braces are here to organize the code, not scope it. |
{ # These braces are here to organize the code, not scope it. |
{ |
{ |
$Str .= '<nobr>'.&mt('Analyze Over '); |
$Str .= '<nobr>'.&mt('Analyze Over '); |
|
$Str .= &Apache::loncommon::help_open_topic |
|
('Analysis_Analyze_Over'); |
$Str .='<select name="AnalyzeOver" >'; |
$Str .='<select name="AnalyzeOver" >'; |
$Str .= '<option value="Tries" '; |
$Str .= '<option value="Tries" '; |
if (! exists($ENV{'form.AnalyzeOver'}) || |
if (! exists($ENV{'form.AnalyzeOver'}) || |
Line 1234 sub CreateInterface {
|
Line 1438 sub CreateInterface {
|
$Str .= '<option value="Time" '; |
$Str .= '<option value="Time" '; |
$Str .= ' selected ' if ($ENV{'form.AnalyzeOver'} eq 'Time'); |
$Str .= ' selected ' if ($ENV{'form.AnalyzeOver'} eq 'Time'); |
$Str .= '>'.&mt('Time').'</option>'; |
$Str .= '>'.&mt('Time').'</option>'; |
$Str .= '</select></nobr><br />'; |
$Str .= '</select>'; |
|
$Str .= '</nobr><br />'; |
} |
} |
{ |
{ |
$Str .= '<nobr>'.&mt('Analyze as '); |
$Str .= '<nobr>'.&mt('Analyze as '); |
|
$Str .= &Apache::loncommon::help_open_topic |
|
('Analysis_Analyze_as'); |
$Str .='<select name="AnalyzeAs" >'; |
$Str .='<select name="AnalyzeAs" >'; |
$Str .= '<option value="Concepts" '; |
$Str .= '<option value="Concepts" '; |
if (! exists($ENV{'form.AnalyzeAs'}) || |
if (! exists($ENV{'form.AnalyzeAs'}) || |
Line 1253 sub CreateInterface {
|
Line 1460 sub CreateInterface {
|
} |
} |
{ |
{ |
$Str .= '<br /><nobr>'.&mt('Number of Plots:'); |
$Str .= '<br /><nobr>'.&mt('Number of Plots:'); |
|
$Str .= &Apache::loncommon::help_open_topic |
|
('Analysis_num_plots'); |
$Str .= '<select name="NumPlots">'; |
$Str .= '<select name="NumPlots">'; |
if (! exists($ENV{'form.NumPlots'}) |
if (! exists($ENV{'form.NumPlots'}) |
|| $ENV{'form.NumPlots'} < 1 |
|| $ENV{'form.NumPlots'} < 1 |
Line 1275 sub CreateInterface {
|
Line 1484 sub CreateInterface {
|
return $Str; |
return $Str; |
} |
} |
|
|
sub ProblemSelector { |
|
my $Str; |
|
$Str = "\n<table>\n"; |
|
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
next if ($seq->{'num_assess'}<1); |
|
my $seq_str = ''; |
|
foreach my $res (@{$seq->{'contents'}}) { |
|
next if ($res->{'type'} ne 'assessment'); |
|
foreach my $part (@{$res->{'parts'}}) { |
|
my $partdata = $res->{'partdata'}->{$part}; |
|
# &Apache::lonnet::logthis('----------------'); |
|
# while (my ($k,$v)=each(%$partdata)) { |
|
# if (ref($v) eq 'ARRAY') { |
|
# &Apache::lonnet::logthis($k.' = '.join(',',@$v)); |
|
# } else { |
|
# &Apache::lonnet::logthis($k.' = '.$v); |
|
# } |
|
# } |
|
if ((! exists($partdata->{'option'}) || |
|
$partdata->{'option'} == 0 ) && |
|
(! exists($partdata->{'radiobutton'}) || |
|
$partdata->{'radiobutton'} == 0)) { |
|
next; |
|
} |
|
for (my $i=0;$i<scalar(@{$partdata->{'ResponseTypes'}});$i++){ |
|
my $respid = $partdata->{'ResponseIds'}->[$i]; |
|
my $resptype = $partdata->{'ResponseTypes'}->[$i]; |
|
if ($resptype eq 'option' || $resptype eq 'radiobutton') { |
|
my $value = &Apache::lonnet::escape($res->{'symb'}.':'.$part.':'.$respid.':'.$resptype); |
|
my $checked = ''; |
|
if ($ENV{'form.problemchoice'} eq $value) { |
|
$checked = 'checked '; |
|
} |
|
$seq_str .= '<tr><td>'. |
|
'<input type="radio" name="problemchoice" value="'.$value.'" '.$checked.'/>'. |
|
'</td><td>'. |
|
'<a href="'.$res->{'src'}.'">'.$resptype.' '.$res->{'title'}.'</a> '; |
|
if ($partdata->{'option'} > 1) { |
|
$seq_str .= &mt('response').' '.$respid; |
|
} |
|
$seq_str .= "</td></tr>\n"; |
|
} |
|
} |
|
} |
|
} |
|
if ($seq_str ne '') { |
|
$Str .= '<tr><td> </td><td><b>'.$seq->{'title'}.'</b></td>'. |
|
"</tr>\n".$seq_str; |
|
} |
|
} |
|
$Str .= "</table>\n"; |
|
return $Str; |
|
} |
|
|
|
######################################################### |
|
######################################################### |
|
## |
|
## Misc functions |
|
## |
|
######################################################### |
|
######################################################### |
|
sub get_problem_symb { |
|
my $problemstring = shift(); |
|
my ($symb,$partid,$resid,$resptype) = |
|
($problemstring=~ /^(.*):([^:]*):([^:]*):([^:]*)$/); |
|
return ($symb,$partid,$resid,$resptype); |
|
} |
|
|
|
sub get_resource_from_symb { |
|
my ($symb) = @_; |
|
foreach my $seq (&Apache::lonstatistics::Sequences_with_Assess()) { |
|
foreach my $res (@{$seq->{'contents'}}) { |
|
if ($res->{'symb'} eq $symb) { |
|
return $res; |
|
} |
|
} |
|
} |
|
return undef; |
|
} |
|
|
|
|
|
######################################################### |
######################################################### |
######################################################### |
######################################################### |
## |
## |
Line 1379 sub get_tries_from_row {
|
Line 1507 sub get_tries_from_row {
|
return undef; |
return undef; |
} |
} |
|
|
|
sub hashify_attempt { |
|
my ($row) = @_; |
|
my %attempt; |
|
$attempt{'tries'} = $row->[&Apache::loncoursedata::RD_tries()]; |
|
$attempt{'submission'} = $row->[&Apache::loncoursedata::RD_submission()]; |
|
$attempt{'award'} = $row->[&Apache::loncoursedata::RD_awarddetail()]; |
|
$attempt{'timestamp'} = $row->[&Apache::loncoursedata::RD_timestamp()]; |
|
return %attempt; |
|
} |
|
|
sub Process_OR_Row { |
sub Process_OR_Row { |
my ($row) = @_; |
my ($row) = @_; |
my %RowData; |
my %RowData; |
Line 1397 sub Process_OR_Row {
|
Line 1535 sub Process_OR_Row {
|
my @Foilsubs = split('&',$submission); |
my @Foilsubs = split('&',$submission); |
for (my $j=0;$j<=$#Foilgrades;$j++) { |
for (my $j=0;$j<=$#Foilgrades;$j++) { |
my ($foilid,$correct) = split('=',$Foilgrades[$j]); |
my ($foilid,$correct) = split('=',$Foilgrades[$j]); |
|
$foilid = &Apache::lonnet::unescape($foilid); |
my (undef,$submission) = split('=',$Foilsubs[$j]); |
my (undef,$submission) = split('=',$Foilsubs[$j]); |
if ($correct) { |
if ($correct) { |
$RowData{$foilid}->{'_correct'}++; |
$RowData{$foilid}->{'_correct'}++; |
Line 1414 sub Process_OR_Row {
|
Line 1553 sub Process_OR_Row {
|
## note: we must force each foil and option to not begin or end with |
## note: we must force each foil and option to not begin or end with |
## spaces as they are stored without such data. |
## spaces as they are stored without such data. |
## |
## |
sub get_OR_problem_data { |
sub get_problem_data { |
my ($url) = @_; |
my ($url) = @_; |
my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze')); |
my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze')); |
(my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); |
(my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); |
Line 1427 sub get_OR_problem_data {
|
Line 1566 sub get_OR_problem_data {
|
$key =~ s/^$part\.//; |
$key =~ s/^$part\.//; |
if (ref($value) eq 'ARRAY') { |
if (ref($value) eq 'ARRAY') { |
if ($key eq 'options') { |
if ($key eq 'options') { |
$Partdata{$part}->{'Options'}=$value; |
$Partdata{$part}->{'_Options'}=$value; |
} elsif ($key eq 'concepts') { |
} elsif ($key eq 'concepts') { |
$Partdata{$part}->{'Concepts'}=$value; |
$Partdata{$part}->{'_Concepts'}=$value; |
} elsif ($key =~ /^concept\.(.*)$/) { |
} elsif ($key =~ /^concept\.(.*)$/) { |
my $concept = $1; |
my $concept = $1; |
foreach my $foil (@$value) { |
foreach my $foil (@$value) { |
$Partdata{$part}->{'Foils'}->{$foil}->{'Concept'}= |
$Partdata{$part}->{'_Foils'}->{$foil}->{'_Concept'}= |
$concept; |
$concept; |
} |
} |
} |
} |
} else { |
} else { |
if ($key=~ /^foil\.text\.(.*)$/) { |
if ($key=~ /^foil\.text\.(.*)$/) { |
my $foil = $1; |
my $foil = $1; |
$Partdata{$part}->{'Foils'}->{$foil}->{'name'}=$foil; |
$Partdata{$part}->{'_Foils'}->{$foil}->{'name'}=$foil; |
$value =~ s/(\s*$|^\s*)//g; |
$value =~ s/(\s*$|^\s*)//g; |
$Partdata{$part}->{'Foils'}->{$foil}->{'text'}=$value; |
$Partdata{$part}->{'_Foils'}->{$foil}->{'text'}=$value; |
} elsif ($key =~ /^foil\.value\.(.*)$/) { |
} elsif ($key =~ /^foil\.value\.(.*)$/) { |
my $foil = $1; |
my $foil = $1; |
$Partdata{$part}->{'Foils'}->{$foil}->{'value'}=$value; |
$Partdata{$part}->{'_Foils'}->{$foil}->{'value'}=$value; |
} |
} |
} |
} |
} |
} |
Line 1453 sub get_OR_problem_data {
|
Line 1592 sub get_OR_problem_data {
|
return %Partdata; |
return %Partdata; |
} |
} |
|
|
######################################################### |
|
######################################################### |
|
## |
|
## Misc Radio Response functions |
|
## |
|
######################################################### |
|
######################################################### |
|
sub get_Radio_problem_student_data { |
|
my ($row) = @_; |
|
} |
|
|
|
sub get_Radio_problem_data { |
|
my ($url) = @_; |
|
my $Answ=&Apache::lonnet::ssi($url,('grade_target' => 'analyze')); |
|
(my $garbage,$Answ)=split(/_HASH_REF__/,$Answ,2); |
|
my %Answer; |
|
%Answer=&Apache::lonnet::str2hash($Answ); |
|
my %Partdata; |
|
&Apache::lonnet::logthis('url = '.$url); |
|
foreach my $part (@{$Answer{'parts'}}) { |
|
while (my($key,$value) = each(%Answer)) { |
|
if (ref($value) eq 'ARRAY') { |
|
&Apache::lonnet::logthis('is ref part:'.$part.' '.$key.'='.join(',',@$value)); |
|
} else { |
|
&Apache::lonnet::logthis('notref part:'.$part.' '.$key.'='.$value); |
|
} |
|
next if ($key !~ /^$part/); |
|
$key =~ s/^$part\.//; |
|
if ($key eq 'foils') { |
|
$Partdata{$part}->{'_Foils'}=$value; |
|
} elsif ($key eq 'options') { |
|
$Partdata{$part}->{'_Options'}=$value; |
|
} elsif ($key eq 'shown') { |
|
$Partdata{$part}->{'_Shown'}=$value; |
|
} elsif ($key =~ /^foil.value.(.*)$/) { |
|
$Partdata{$part}->{$1}->{'value'}=$value; |
|
} elsif ($key =~ /^foil.text.(.*)$/) { |
|
$Partdata{$part}->{$1}->{'text'}=$value; |
|
} |
|
} |
|
} |
|
return %Partdata; |
|
} |
|
|
|
1; |
1; |
|
|
__END__ |
__END__ |
|
|
|
##### |
|
# partdata{part}->{_Foils}->{foilid}->{'name'} = $ |
|
# ->{'text'} = $ |
|
# ->{'value'} = $ |
|
# ->{'_Concept'} = $ |
|
# partdata{part}->{_Options} = @ |
|
# partdata{part}->{_Concepts} = @ |