';
+ }
+ #
+ # Figure out what it is we need to output for this student
+ my @essays;
+ my %prob_data;
+ my $maxrow;
+ foreach my $prob (@$problems) {
+ $prob_data{$prob->symb}={};
+ foreach my $partid (@{$prob->parts}) {
+ my @responses = $prob->responseIds($partid);
+ my @response_type = $prob->responseType($partid);
+ for (my $i=0;$i<=$#responses;$i++) {
+ my $respid = $responses[$i];
+ my $results =
+ &Apache::loncoursedata::get_response_data_by_student
+ ($student,$prob->symb(),$respid);
+ my $resptype = $response_type[$i];
+ my @headers = &get_headers($prob,$partid,$respid,
+ $resptype,
+ $problem_analysis{$prob->src},
+ 'html','normal',
+ @extra_resp_headers);
+ my $width = scalar(@headers);
+ next if ($width < 1);
+ my $resp_data;
+ $resp_data->{'fake'} = qq{
};
+ if (! defined($results)) {
+ $results = [];
+ }
+ #
+ if (scalar(@$results) > $maxrow && $resptype ne 'essay') {
+ $maxrow = scalar(@$results);
+ }
+ for (my $j=scalar(@$results)-1;$j>=0;$j--) {
+ if ($env{'form.all_sub'} ne 'true') {
+ next if ($j ne scalar(@$results)-1);
+ }
+ my $response = &hashify_response($results->[$j],
+ $prob,
+ $student,
+ $partid,
+ $respid);
+ if ($resptype eq 'essay') {
+ push(@essays,
+ &html_essay_results(\@headers,
+ $prob,$partid,$respid,
+ $response,
+ $single_response).
+ '');
+ } elsif (lc($resptype) eq 'task') {
+ my $results =
+ &html_task_results(\@headers,
+ $prob,$partid,$respid,
+ $response,$resptype);
+ if ($results) {
+ push(@{$resp_data->{'real'}},$results);
+ }
+ } else {
+ push(@{$resp_data->{'real'}},
+ &html_non_essay_results(\@headers,
+ $prob,$partid,$respid,
+ $response,$resptype));
+ }
+ }
+ $prob_data{$prob->symb}->{$partid}->{$respid}=$resp_data;
+ } # end of $i loop
+ } # end of partid loop
+ } # end of prob loop
+ #
+ # if there is no data, skip this student.
+ next if (! $maxrow && ! scalar(@essays));
+ #
+ # Go through the problem data and output a row.
+ if ($row_class eq 'even') {
+ $row_class = 'odd';
+ } else {
+ $row_class = 'even';
+ }
+ my $printed_something;
+ for (my $rows_output = 0;$rows_output<$maxrow;$rows_output++) {
+ my $html;
+ my $no_data = 1;
+ foreach my $prob (@$problems) {
+ foreach my $partid (@{$prob->parts}) {
+ my @responses = $prob->responseIds($partid);
+ my @response_type = $prob->responseType($partid);
+ for (my $i=0;$i<=$#responses;$i++) {
+ my $respid = $responses[$i];
+ my $resp_data =
+ $prob_data{$prob->symb}->{$partid}->{$respid};
+ next if ($response_type[$i] eq 'essay');
+ if (defined($resp_data->{'real'}->[$rows_output])) {
+ $html .= $resp_data->{'real'}->[$rows_output];
+ $no_data = 0;
+ } else {
+ $html .= $resp_data->{'fake'};
+ }
+ }
+ }
+ }
+ if (! $no_data) {
+ $r->print(qq{
$student_row_data$html
}.$/);
+ $printed_something=1;
+ }
+ }
+ if (@essays) {
+ my $tr = qq{
};
+ my $td = qq{
};
+ if (! $printed_something) {
+ $r->print($tr.$student_row_data.'
'.$td,@values).'';
+ return $str;
+}
+
+
+#########################################################
+#########################################################
+##
+## Excel Output Routines
+##
+#########################################################
+#########################################################
+sub prepare_excel_output {
+ my ($r,$Problems,$Students) = @_;
my $c = $r->connection();
#
+ #
+ # Determine the number of columns in the spreadsheet
+ my $columncount = 3; # username, domain, id
+ my @extra_resp_headers = &get_extra_response_headers();
+ my $lastprob;
+ my %problem_analysis;
+ foreach my $prob (@$Problems) {
+ my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src);
+ $problem_analysis{$prob->src}=\%analysis;
+ foreach my $partid (@{$prob->parts}) {
+ my $responses = [$prob->responseIds($partid)];
+ my $resptypes = [$prob->responseType($partid)];
+ for (my $i=0;$i[$i],
+ $resptypes->[$i],
+ $problem_analysis{$prob->src},
+ 'excel','display',
+ @extra_resp_headers);
+ $columncount += scalar(@headers);
+ }
+ }
+ last if ($columncount > 255);
+ $lastprob = $prob;
+ }
+ if ($columncount > 255) {
+ $r->print('
'.&mt('Unable to complete request').'
'.$/.
+ '
'.&mt('LON-CAPA is unable to produce your Excel spreadsheet because your selections will result in more than 255 columns. Excel allows only 255 columns in a spreadsheet.').'
'.$/.
+ '
'.&mt('Consider selecting fewer problems to generate reports on, or reducing the number of items per problem. Or use HTML or CSV output.').'
'.$/.
+ '
'.&mt('The last problem that will fit in the current spreadsheet is [_1].',$lastprob->compTitle).'
');
+ $r->rflush();
+ return;
+ }
+ #
+ # Print out a message telling them what we are doing
if (scalar(@$Problems) > 1) {
$r->print('
'.
&mt('Preparing Excel spreadsheet of student responses to [_1] problems',
@@ -180,28 +688,15 @@ sub new_excel_output {
$r->rflush();
#
# Create the excel spreadsheet
- my $filename = '/prtspool/'.
- $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
- time.'_'.rand(1000000000).'.xls';
- my $workbook = Spreadsheet::WriteExcel->new('/home/httpd'.$filename);
- if (! defined($workbook)) {
- $r->log_error("Error creating excel spreadsheet $filename: $!");
- $r->print('
'.&mt("Unable to create new Excel file. ".
- "This error has been logged. ".
- "Please alert your LON-CAPA administrator").
- '
');
- return undef;
- }
- #
- $workbook->set_tempdir('/home/httpd/perl/tmp');
- #
- my $format = &Apache::loncommon::define_excel_formats($workbook);
+ my ($workbook,$filename,$format) =
+ &Apache::loncommon::create_workbook($r);
+ return if (! defined($workbook));
my $worksheet = $workbook->addworksheet('Student Submission Data');
#
# Add headers to the worksheet
my $rows_output = 0;
$worksheet->write($rows_output++,0,
- $ENV{'course.'.$ENV{'request.course.id'}.'.description'},
+ $env{'course.'.$env{'request.course.id'}.'.description'},
$format->{'h1'});
$rows_output++;
my $cols_output = 0;
@@ -213,24 +708,39 @@ sub new_excel_output {
$worksheet->write($partid_row,0,'Part ID',$format->{'bold'});
$worksheet->write($respid_row,0,'Response ID',$format->{'bold'});
# Student headers
- my @StudentColumns = ('username','domain','id');
+ my @StudentColumns = ('username','domain','id','section');
foreach (@StudentColumns) {
- $worksheet->write($header_row,$cols_output++,$_,$format->{'bold'});
+ $worksheet->write($header_row,$cols_output++,ucfirst($_),
+ $format->{'bold'});
}
# Problem headers
+ my %start_col;
foreach my $prob (@$Problems) {
- my $title = &get_title($prob->title,$prob->src);
+ my $title = $prob->compTitle;
$worksheet->write($title_row,$cols_output,
$title,$format->{'h3'});
foreach my $partid (@{$prob->parts}) {
- $worksheet->write($partid_row,$cols_output,$partid);
+ $worksheet->write($partid_row,$cols_output,
+ $prob->part_display($partid));
my $responses = [$prob->responseIds($partid)];
my $resptypes = [$prob->responseType($partid)];
for (my $i=0;$isymb}->{$partid}->{$responses->[$i]}=
+ $cols_output;
$worksheet->write($respid_row,$cols_output,
$resptypes->[$i].', '.$responses->[$i]);
- $worksheet->write($header_row,$cols_output,'Submission');
- $cols_output++;
+ my @headers = &get_headers($prob,$partid,$responses->[$i],
+ $resptypes->[$i],
+ $problem_analysis{$prob->src},
+ 'excel','display',
+ @extra_resp_headers);
+ foreach my $text (@headers) {
+ if ($text eq 'Time') {
+ $worksheet->set_column($cols_output,$cols_output,undef,
+ $format->{'date'});
+ }
+ $worksheet->write($header_row,$cols_output++,$text);
+ }
}
}
}
@@ -240,13 +750,16 @@ sub new_excel_output {
($r,'Excel File Compilation Status',
'Excel File Compilation Progress',
scalar(@$Students),'inline',undef,'Statistics','stats_status');
+ my $max_row = $rows_output;
foreach my $student (@$Students) {
last if ($c->aborted());
$cols_output = 0;
+ my $student_row = $max_row;
foreach my $field (@StudentColumns) {
- $worksheet->write($rows_output,$cols_output++,
+ $worksheet->write($student_row,$cols_output++,
$student->{$field});
}
+ my $last_student_col = $cols_output-1;
foreach my $prob (@$Problems) {
foreach my $partid (@{$prob->parts}) {
my @Response = $prob->responseIds($partid);
@@ -257,18 +770,52 @@ sub new_excel_output {
my $results =
&Apache::loncoursedata::get_response_data_by_student
($student,$prob->symb(),$respid);
- my $final_response = $results->[-1];
- my $submission =
- $final_response->[
- &Apache::loncoursedata::RDs_submission()
- ];
- $submission=&excel_format_response($submission,$resptype);
- $worksheet->write($rows_output,$cols_output++,
- $submission);
+ my @headers = &get_headers($prob,$partid,$respid,
+ $resptype,
+ $problem_analysis{$prob->src},
+ 'excel','normal',
+ @extra_resp_headers);
+
+ if (! defined($results)) {
+ $results = [];
+ }
+ #
+ $rows_output = $student_row;
+ #
+ my $response_start_col = $start_col{$prob->symb}->{$partid}->{$respid};
+ for (my $j=scalar(@$results)-1;$j>=0;$j--) {
+ $cols_output = $response_start_col;
+ if ($env{'form.all_sub'} ne 'true') {
+ next if ($j ne scalar(@$results)-1);
+ }
+ my $response = &hashify_response($results->[$j],
+ $prob,
+ $student,
+ $partid,
+ $respid);
+ my @response_data =
+ &compile_response_data(\@headers,$response,
+ $prob,$partid,$respid,
+ $resptype,
+ \&excel_format_item);
+ $worksheet->write_row($rows_output++,$cols_output,
+ \@response_data);
+ $cols_output+=scalar(@response_data);
+ if ($rows_output > $max_row) {
+ $max_row = $rows_output;
+ }
+ }
}
}
}
- $rows_output++;
+ # Fill in the remaining rows with the students data
+ for (my $row = $student_row+1;$row<$max_row;$row++) {
+ my $cols = 0;
+ foreach my $field (@StudentColumns) {
+ $worksheet->write($row,$cols++,
+ $student->{$field});
+ }
+ }
&Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
'last student');
}
@@ -289,316 +836,83 @@ sub new_excel_output {
return;
}
-sub get_title {
- my ($title,$src) = @_;
- if ($title eq '') {
- ($title) = ($src =~ m|/([^/]+)$|);
- } else {
- $title =~ s/\:/:/g;
- }
- return $title;
-}
-
-sub excel_format_response {
- my ($answer,$responsetype) = @_;
- if ($responsetype eq 'radiobutton') {
- $answer =~ s/=([^=])$//;
- } elsif ($responsetype eq 'option') {
- $answer = join("\n",
- map {
- &Apache::lonnet::unescape($_) ;
- } sort split('&',$answer)
- );
- }
- if ($answer =~ m/^=/) {
- $answer = ' '.$answer;
- }
- return $answer;
-}
-
-
-=pod
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-#########################################################
-#########################################################
-
-my @DefaultColumns =
- (
- {name=>'username',
- display=>'Student'},
- {name=>'domain',
- display=>'Domain'},
- {name => 'id',
- display => 'Id'},
- # FIXME: Probably need to add score
- );
-
-my @PartColumns =
- (
- {name => 'time',
- display =>'Time'},
- {name => 'attempt',
- display =>'Attempt'},
- {name => 'awarded',
- display =>'Award'},
- {name => 'weight',
- display =>'Part Weight'},
- {name => 'score',
- display =>'Score'},
- );
-
-my @ResponseColumns =
- (
- {name => 'submission',
- display =>'Submission'},
- {name => 'answer',
- display =>'Correct Answer'},
- {name => 'awarddetail',
- display =>'Awarddetail'},
- );
-
-sub get_response_type {
- my ($resource,$partid,$respid) = @_;
- my $response_type = '';
- for (my $i=0;
- $i{'partdata'}->{$partid}->{'ResponseIds'}});
- $i++) {
- if($resource->{'partdata'}->{$partid}->{'ResponseIds'}->[$i] eq $respid){
- $response_type =
- $resource->{'partdata'}->{$partid}->{'ResponseTypes'}->[$i];
- last;
- }
- }
- return $response_type;
-}
-
-
-#########################################################
-#########################################################
-##
-## prepare_html_output
-##
-#########################################################
-#########################################################
-sub prepare_html_output {
- my ($r,$Problems,$Students) = @_;
- my $problem;
- my $c = $r->connection();
- my ($resource,$respid,$partid) = ($problem->{'resource'},
- $problem->{'respid'},
- $problem->{'part'});
- #
- if ($ENV{'form.correctans'} eq 'true') {
- $r->print('
'.
&mt('Generating CSV report of student responses').'
');
@@ -631,97 +933,131 @@ sub prepare_csv_output {
my %prog_state=&Apache::lonhtmlcommon::Create_PrgWin
($r,'CSV File Compilation Status',
'CSV File Compilation Progress',
- scalar(@$Students),'inline',undef,'Statistics','stats_status');
-
+ scalar(@$students),'inline',undef,'Statistics','stats_status');
+
$r->rflush();
#
# Open a file
my $outputfile;
my $filename = '/prtspool/'.
- $ENV{'user.name'}.'_'.$ENV{'user.domain'}.'_'.
+ $env{'user.name'}.'_'.$env{'user.domain'}.'_'.
time.'_'.rand(1000000000).'.csv';
unless ($outputfile = Apache::File->new('>/home/httpd'.$filename)) {
$r->log_error("Couldn't open $filename for output $!");
- $r->print("Problems occured in writing the csv file. ".
- "This error has been logged. ".
- "Please alert your LON-CAPA administrator.");
+ $r->print(
+ '
'
+ .&mt('Problems occurred in writing the CSV file.')
+ .' '.&mt('This error has been logged.')
+ .' '.&mt('Please alert your LON-CAPA administrator.')
+ .'
'
+ );
$outputfile = undef;
}
#
+ # Compute the number of columns per response
+ my @extra_resp_headers = &get_extra_response_headers();
#
- my @Columns;
- if (exists($ENV{'form.concise'}) && $ENV{'form.concise'} eq 'true') {
- foreach (@DefaultColumns) {
- if ($_->{'name'} =~ /^(username|domain|id)$/){
- push(@Columns,$_);
+ # Create the table header
+ my @student_columns = ('username','domain','id','section');
+ #
+ my %headers;
+ push(@{$headers{'student'}},@student_columns);
+ # Pad for the student data
+ foreach my $row ('problem','part','response') {
+ $headers{$row}=[map {''} @student_columns];
+ }
+ #
+ # we put the headers into the %headers hash
+ my %problem_analysis;
+ my %start_col;
+ my $max_column = scalar(@student_columns);
+ foreach my $prob (@$problems) {
+ my %analysis = &Apache::lonstathelpers::get_problem_data($prob->src);
+ $problem_analysis{$prob->src}=\%analysis;
+ $headers{'problem'}->[$max_column] = $prob->compTitle;
+ foreach my $partid (@{$prob->parts}) {
+ $headers{'part'}->[$max_column] = $prob->part_display($partid);
+ my $responses = [$prob->responseIds($partid)];
+ my $resptypes = [$prob->responseType($partid)];
+ for (my $i=0;$i[$i],
+ $resptypes->[$i],
+ $problem_analysis{$prob->src},
+ 'csv','display',
+ @extra_resp_headers);
+ $start_col{$prob->symb}->{$partid}->{$responses->[$i]}=
+ $max_column;
+ $headers{'response'}->[$max_column]=
+ &mt('Response [_1]',$responses->[$i]);
+ for (my $j=0;$j<=$#headers;$j++) {
+ $headers{'student'}->[$max_column+$j]=$headers[$j];
+ }
+ $max_column += scalar(@headers);
}
}
- } else {
- @Columns = @DefaultColumns;
}
- #
- my $response_type = &get_response_type($resource,$partid,$respid);
- if (! defined($response_type) || $response_type eq '') {
- $r->print('
'.&mt('Unable to determine response type').'
');
- return;
+ foreach my $row ('problem','part','response','student') {
+ print $outputfile '"'.
+ join('","',
+ map {
+ &Apache::loncommon::csv_translate($_);
+ } @{$headers{$row}}).'"'.$/;
}
#
- my $header = &csv_headers(\@Columns).','.&csv_generic_headers();
- print $outputfile $header.$/;
- #
- foreach my $student (@$Students) {
+ # Main loop
+ foreach my $student (@$students) {
last if ($c->aborted());
- my $results = &Apache::loncoursedata::get_response_data_by_student
- ($student,$resource->{'symb'},$respid);
- next if (! defined($results) || ref($results) ne 'ARRAY');
- for (my $i=0;$i[$i];
- if ($ENV{'form.last_sub_only'} eq 'true' &&
- $i < (scalar(@$results)-1)) {
- next;
- }
- my $data;
- $data->{'username'} = $student->{'username'};
- $data->{'domain'} = $student->{'domain'};
- $data->{'id'} = $student->{'id'};
- $data->{'fullname'} = $student->{'fullanem'};
- $data->{'status'} = $student->{'status'};
- $data->{'time'} = &Apache::lonlocal::locallocaltime
- ($response->[&Apache::loncoursedata::RDs_timestamp()]);
- $data->{'attempt'} =
- $response->[&Apache::loncoursedata::RDs_tries()];
- $data->{'awarded'} =
- $response->[&Apache::loncoursedata::RDs_awarded()];
- $data->{'awarddetail'} =
- $response->[&Apache::loncoursedata::RDs_awarddetail()];
- $data->{'weight'} = &Apache::lonnet::EXT
- ('resource.'.$partid.'.weight',$resource->{'symb'},
- undef,undef,undef);
- $data->{'score'} = $data->{'weight'} * $data->{'awarded'};
- my $rowextra = '';
- my $row;
- foreach my $col (@Columns) {
- $row .= '"'.
- &Apache::loncommon::csv_translate($data->{$col->{'name'}}).'",';
+ my @rows;
+ foreach my $prob (@$problems) {
+ foreach my $partid (@{$prob->parts}) {
+ my @responses = $prob->responseIds($partid);
+ my @response_type = $prob->responseType($partid);
+ for (my $i=0;$i<=$#responses;$i++) {
+ my $respid = $responses[$i];
+ my $resptype = $response_type[$i];
+ my @headers = &get_headers($prob,$partid,$respid,$resptype,
+ $problem_analysis{$prob->src},
+ 'csv','normal',
+ @extra_resp_headers);
+ my $results =
+ &Apache::loncoursedata::get_response_data_by_student
+ ($student,$prob->symb(),$respid);
+ if (! defined($results)) {
+ $results = [];
+ }
+ for (my $j=0; $j[$idx],
+ $prob,$student,
+ $partid,$respid);
+ my @data = &compile_response_data(\@headers,$response,
+ $prob,$partid,
+ $respid,$resptype,
+ \&csv_format_item);
+ my $resp_start_idx =
+ $start_col{$prob->symb}->{$partid}->{$respid};
+ for (my $k=0;$k<=$#data;$k++) {
+ $rows[$j]->[$resp_start_idx + $k] = $data[$k];
+ }
+ }
+ }
}
- if ($response_type eq 'option') {
- $row .= &csv_option_results
- ($response->[&Apache::loncoursedata::RDs_submission()],
- $student->{'answer'},
- scalar(@Columns),$rowextra);
- } elsif ($response_type eq 'radiobutton') {
- $row .= &csv_radiobutton_results
- ($response->[&Apache::loncoursedata::RDs_submission()],
- $student->{'answer'},
- scalar(@Columns),$rowextra);
- } else {
- $row .= &csv_generic_results
- ($response->[&Apache::loncoursedata::RDs_submission()],
- $student->{'answer'},
- scalar(@Columns),$rowextra);
+ }
+ foreach my $row (@rows) {
+ print $outputfile '"'.join('","',
+ map { $student->{$_}; }
+ @student_columns).'"';
+ for (my $i=scalar(@student_columns);$i<$max_column;$i++) {
+ my $value = &Apache::loncommon::csv_translate($row->[$i]);
+ $value ||='';
+ print $outputfile ',"'.$value.'"';
}
- print $outputfile $row.$/;
+ print $outputfile $/;
}
+ undef(@rows);
&Apache::lonhtmlcommon::Increment_PrgWin($r,\%prog_state,
'last student');
}
@@ -730,286 +1066,22 @@ sub prepare_csv_output {
# Close the progress window
&Apache::lonhtmlcommon::Close_PrgWin($r,\%prog_state);
#
- # Tell the user where to get their csv file
+ # Tell the user where to get their CSV file
$r->print(' '.
- ''.&mt('Your csv file.').''."\n");
+ ''.&mt('Your CSV file.').''."\n");
$r->rflush();
return;
}
-sub csv_headers {
- my ($Columns) = @_;
- my $Str;
- foreach my $column (@$Columns) {
- $Str .=
- '"'.&Apache::loncommon::csv_translate($column->{'display'}).'",';
+sub csv_format_item {
+ my ($item,$type) = @_;
+ if ($type eq 'Time') {
+ $item = localtime($item);
}
- chop($Str);
- return $Str;
+ $item =&Apache::loncommon::csv_translate($item);
+ return $item;
}
-sub csv_generic_headers {
- my ($title) = @_;
- if (! defined($title)) {
- $title = &mt('Submission');
- }
- my $header = '"'.&Apache::loncommon::csv_translate($title).'"';
- if ($ENV{'form.correctans'} eq 'true') {
- $header .= ',"'.&Apache::loncommon::csv_translate(&mt('Correct')).'"';
- }
- return $header;
-}
-
-#------------------------------------------
-sub csv_essay_results {
- my ($submission,$correct,$tablewidth,$rowextra)=@_;
- #
- $submission =~ s|\\r|\\\\r|g;
- $submission =~ s|\\n|\\\\n|g;
- #
- return &csv_generic_results($submission,$correct,$tablewidth);
-}
-
-#------------------------------------------
-sub csv_radiobutton_results {
- my ($submission,$correct,$tablewidth,$rowclass)=@_;
- $submission =~ s/=[^=]*$//;
- return &csv_generic_results($submission,$correct,$tablewidth,$rowclass);
-}
-
-#------------------------------------------
-sub csv_option_results {
- my ($submission,$correct,$tablewidth,$rowclass)=@_;
- $submission = join(',',
- map {
- &Apache::lonnet::unescape($_) ;
- } sort split('&',$submission)
- );
- if (defined($correct) && $correct !~ /^\s*$/) {
- $correct =join(',',
- map {
- &Apache::lonnet::unescape($_) ;
- } sort split('&',$submission));
- }
- return &csv_generic_results($submission,$correct,$tablewidth,$rowclass);
-}
-
-#------------------------------------------
-sub csv_generic_results {
- my ($submission,$correct,$tablewidth,$rowclass)=@_;
- my $Str .=
- '"'.&Apache::loncommon::csv_translate($submission).'"';
- if ($ENV{'form.correctans'} eq 'true') {
- $Str .= ',"'.&Apache::loncommon::csv_translate($correct).'"';
- }
- return $Str;
-}
-
-#########################################################
-#########################################################
-##
-## Excel output of student answers and correct answers
-##
-#########################################################
-#########################################################
-sub prepare_excel_output {
- my ($r,$Problems,$Students) = @_;
- my $c = $r->connection();
- #
- $r->print('
'.
- &mt('Preparing Excel spreadsheet of student responses').
- '
');
- if ($ENV{'form.correctans'} eq 'true') {
- $r->print('
'.
- &mt('See the status bar above for student answer computation progress').
- '