Eloy Lafuente (stronk7)
01148a0816
While this change is not 100% required now, it's good habit and we are checking for it since Moodle 4.4. All the changes in this commit have been applied automatically using the moodle.PHPUnit.TestReturnType sniff and are, exclusively adding the ": void" return types when missing.
853 lines
40 KiB
PHP
853 lines
40 KiB
PHP
<?php
|
|
// This file is part of Moodle - http://moodle.org/
|
|
//
|
|
// Moodle is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// Moodle is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Moodle. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
namespace qbehaviour_adaptive;
|
|
|
|
use question_state;
|
|
|
|
defined('MOODLE_INTERNAL') || die();
|
|
|
|
global $CFG;
|
|
require_once(__DIR__ . '/../../../engine/lib.php');
|
|
require_once(__DIR__ . '/../../../engine/tests/helpers.php');
|
|
|
|
|
|
/**
|
|
* Unit tests for the adaptive behaviour.
|
|
*
|
|
* @package qbehaviour_adaptive
|
|
* @copyright 2009 The Open University
|
|
* @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
|
|
*/
|
|
class walkthrough_test extends \qbehaviour_walkthrough_test_base {
|
|
protected function get_contains_penalty_info_expectation($penalty) {
|
|
$penaltyinfo = get_string('gradingdetailspenalty', 'qbehaviour_adaptive',
|
|
format_float($penalty, $this->displayoptions->markdp));
|
|
return new \question_pattern_expectation('/'.preg_quote($penaltyinfo, '/').'/');
|
|
}
|
|
|
|
protected function get_does_not_contain_penalty_info_expectation() {
|
|
$penaltyinfo = get_string('gradingdetailspenalty', 'qbehaviour_adaptive', 'XXXXX');
|
|
$penaltypattern = '/'.str_replace('XXXXX', '\\w*', preg_quote($penaltyinfo, '/')).'/';
|
|
return new \question_no_pattern_expectation($penaltypattern);
|
|
}
|
|
|
|
protected function get_contains_total_penalty_expectation($penalty) {
|
|
$penaltyinfo = get_string('gradingdetailspenaltytotal', 'qbehaviour_adaptive',
|
|
format_float($penalty, $this->displayoptions->markdp));
|
|
return new \question_pattern_expectation('/'.preg_quote($penaltyinfo, '/').'/');
|
|
}
|
|
|
|
protected function get_does_not_contain_total_penalty_expectation() {
|
|
$penaltyinfo = get_string('gradingdetailspenaltytotal', 'qbehaviour_adaptive', 'XXXXX');
|
|
$penaltypattern = '/'.str_replace('XXXXX', '\\w*', preg_quote($penaltyinfo, '/')).'/';
|
|
return new \question_no_pattern_expectation($penaltypattern);
|
|
}
|
|
|
|
protected function get_contains_disregarded_info_expectation() {
|
|
$penaltyinfo = get_string('disregardedwithoutpenalty', 'qbehaviour_adaptive');
|
|
return new \question_pattern_expectation('/'.preg_quote($penaltyinfo, '/').'/');
|
|
}
|
|
|
|
protected function get_does_not_contain_disregarded_info_expectation() {
|
|
$penaltyinfo = get_string('disregardedwithoutpenalty', 'qbehaviour_adaptive');
|
|
return new \question_no_pattern_expectation('/'.preg_quote($penaltyinfo, '/').'/');
|
|
}
|
|
|
|
public function test_adaptive_multichoice(): void {
|
|
|
|
// Create a multiple choice, single response question.
|
|
$mc = \test_question_maker::make_a_multichoice_single_question();
|
|
$mc->penalty = 0.3333333;
|
|
$this->start_attempt_at_question($mc, 'adaptive', 3);
|
|
|
|
$rightindex = $this->get_mc_right_answer_index($mc);
|
|
$wrongindex = ($rightindex + 1) % 3;
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_question_text_expectation($mc),
|
|
$this->get_contains_mc_radio_expectation(0, true, false),
|
|
$this->get_contains_mc_radio_expectation(1, true, false),
|
|
$this->get_contains_mc_radio_expectation(2, true, false),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Process a submit.
|
|
$this->process_submission(array('answer' => $wrongindex, '-submit' => 1));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_mc_radio_expectation($wrongindex, true, true),
|
|
$this->get_contains_mc_radio_expectation(($wrongindex + 1) % 3, true, false),
|
|
$this->get_contains_mc_radio_expectation(($wrongindex + 2) % 3, true, false),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(1.00),
|
|
$this->get_does_not_contain_total_penalty_expectation());
|
|
$this->assertMatchesRegularExpression('/B|C/',
|
|
$this->quba->get_response_summary($this->slot));
|
|
|
|
// Process a change of answer to the right one, but not sumbitted.
|
|
$this->process_submission(array('answer' => $rightindex));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_mc_radio_expectation($rightindex, true, true),
|
|
$this->get_contains_mc_radio_expectation(($rightindex + 1) % 3, true, false),
|
|
$this->get_contains_mc_radio_expectation(($rightindex + 2) % 3, true, false));
|
|
$this->assertMatchesRegularExpression('/B|C/',
|
|
$this->quba->get_response_summary($this->slot));
|
|
|
|
// Now submit the right answer.
|
|
$this->process_submission(array('answer' => $rightindex, '-submit' => 1));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(3 * (1 - $mc->penalty));
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(3 * (1 - $mc->penalty)),
|
|
$this->get_contains_mc_radio_expectation($rightindex, true, true),
|
|
$this->get_contains_mc_radio_expectation(($rightindex + 1) % 3, true, false),
|
|
$this->get_contains_mc_radio_expectation(($rightindex + 2) % 3, true, false),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation());
|
|
$this->assertEquals('A',
|
|
$this->quba->get_response_summary($this->slot));
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedright);
|
|
$this->check_current_mark(3 * (1 - $mc->penalty));
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(3 * (1 - $mc->penalty)),
|
|
$this->get_contains_mc_radio_expectation($rightindex, false, true),
|
|
$this->get_contains_mc_radio_expectation(($rightindex + 1) % 3, false, false),
|
|
$this->get_contains_mc_radio_expectation(($rightindex + 2) % 3, false, false),
|
|
$this->get_contains_correct_expectation());
|
|
|
|
// Process a manual comment.
|
|
$this->manual_grade('Not good enough!', 1, FORMAT_HTML);
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$mangrpartial);
|
|
$this->check_current_mark(1);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1),
|
|
new \question_pattern_expectation('/' . preg_quote('Not good enough!', '/') . '/'));
|
|
|
|
// Now change the correct answer to the question, and regrade.
|
|
$mc->answers[13]->fraction = -0.33333333;
|
|
$mc->answers[14]->fraction = 1; // We don't know which "wrong" index we chose above!
|
|
$mc->answers[15]->fraction = 1; // Therefore, treat answers B and C with the same score.
|
|
$this->quba->regrade_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$mangrpartial);
|
|
$this->check_current_mark(1);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1),
|
|
$this->get_contains_partcorrect_expectation());
|
|
|
|
$autogradedstep = $this->get_step($this->get_step_count() - 2);
|
|
$this->assertEqualsWithDelta($autogradedstep->get_fraction(), 1, 0.0000001);
|
|
}
|
|
|
|
public function test_adaptive_multichoice2(): void {
|
|
|
|
// Create a multiple choice, multiple response question.
|
|
$mc = \test_question_maker::make_a_multichoice_multi_question();
|
|
$mc->penalty = 0.3333333;
|
|
$mc->shuffleanswers = 0;
|
|
$this->start_attempt_at_question($mc, 'adaptive', 2);
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_question_text_expectation($mc),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Process a submit.
|
|
$this->process_submission(array('choice0' => 1, 'choice2' => 1, '-submit' => 1));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(2);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(2),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation());
|
|
|
|
// Save the same correct answer again. Should not do anything.
|
|
$numsteps = $this->get_step_count();
|
|
$this->process_submission(array('choice0' => 1, 'choice2' => 1));
|
|
|
|
// Verify.
|
|
$this->check_step_count($numsteps);
|
|
$this->check_current_mark(2);
|
|
$this->check_current_state(question_state::$complete);
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_step_count($numsteps + 1);
|
|
$this->check_current_state(question_state::$gradedright);
|
|
$this->check_current_mark(2);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(2),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_correct_expectation());
|
|
}
|
|
|
|
public function test_adaptive_shortanswer_partially_right(): void {
|
|
|
|
// Create a short answer question.
|
|
$sa = \test_question_maker::make_question('shortanswer');
|
|
$this->start_attempt_at_question($sa, 'adaptive');
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->render();
|
|
$this->check_output_does_not_contain_text_input_with_class('answer', 'correct');
|
|
$this->check_output_does_not_contain_text_input_with_class('answer', 'partiallycorrect');
|
|
$this->check_output_does_not_contain_text_input_with_class('answer', 'incorrect');
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit a partially correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'toad'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0.8);
|
|
$this->render();
|
|
$this->check_output_contains_text_input_with_class('answer', 'partiallycorrect');
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.8),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_partcorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(0.33),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit an incorrect answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'bumblebee'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0.8);
|
|
$this->render();
|
|
$this->check_output_contains_text_input_with_class('answer', 'incorrect');
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.8),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(0.33),
|
|
$this->get_contains_total_penalty_expectation(0.67),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit a correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'frog'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(0.8);
|
|
$this->render();
|
|
$this->check_output_contains_text_input_with_class('answer', 'correct');
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.8),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedright);
|
|
$this->check_current_mark(0.8);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.8),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
}
|
|
|
|
public function test_adaptive_shortanswer_wrong_right_wrong(): void {
|
|
|
|
// Create a short answer question.
|
|
$sa = \test_question_maker::make_question('shortanswer');
|
|
$this->start_attempt_at_question($sa, 'adaptive', 6);
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit a wrong answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'hippopotamus'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(2.00),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit the same wrong answer again. Nothing should change.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'hippopotamus'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(2.00),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit a correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'frog'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(4.00);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(4.00),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit another incorrect answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'bumblebee'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(4.00);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(4.00),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedwrong);
|
|
$this->check_current_mark(4.00);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(4.00),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
}
|
|
|
|
public function test_adaptive_shortanswer_invalid_after_complete(): void {
|
|
|
|
// Create a short answer question.
|
|
$sa = \test_question_maker::make_question('shortanswer');
|
|
$this->start_attempt_at_question($sa, 'adaptive');
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit a wrong answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'hippopotamus'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(0.33),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit a correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'frog'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(0.66666667);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.67),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit an empty answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => ''));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(0.66666667);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.67),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_validation_error_expectation());
|
|
|
|
// Submit another wrong answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'bumblebee'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(0.66666667);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.67),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedwrong);
|
|
$this->check_current_mark(0.66666667);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.67),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
}
|
|
|
|
public function test_adaptive_shortanswer_zero_penalty(): void {
|
|
|
|
// Create a short answer question.
|
|
$sa = \test_question_maker::make_question('shortanswer');
|
|
// Disable penalties for this question.
|
|
$sa->penalty = 0;
|
|
$this->start_attempt_at_question($sa, 'adaptive');
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit a wrong answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'hippopotamus'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit a correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'frog'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(1.0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1.0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedright);
|
|
$this->check_current_mark(1.0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1.0),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
}
|
|
|
|
public function test_adaptive_shortanswer_try_to_submit_blank(): void {
|
|
|
|
// Create a short answer question with correct answer true.
|
|
$sa = \test_question_maker::make_question('shortanswer');
|
|
$this->start_attempt_at_question($sa, 'adaptive');
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit with blank answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => ''));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_correctness_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_validation_error_expectation(),
|
|
$this->get_contains_disregarded_info_expectation());
|
|
$this->assertNull($this->quba->get_response_summary($this->slot));
|
|
|
|
// Now get it wrong.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'toad'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0.8);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.8),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_partcorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(0.33),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Now submit blank again.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => ''));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(0.8);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.8),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_correctness_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_validation_error_expectation());
|
|
}
|
|
|
|
public function test_adaptive_numerical(): void {
|
|
|
|
// Create a numerical question.
|
|
$sa = \test_question_maker::make_question('numerical', 'pi');
|
|
$this->start_attempt_at_question($sa, 'adaptive');
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit the correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => '3.14'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(1);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Submit an incorrect answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => '-5'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(1);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedwrong);
|
|
$this->check_current_mark(1);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(1),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
}
|
|
|
|
public function test_adaptive_numerical_invalid(): void {
|
|
|
|
// Create a numerical question.
|
|
$numq = \test_question_maker::make_question('numerical', 'pi');
|
|
$numq->penalty = 0.1;
|
|
$this->start_attempt_at_question($numq, 'adaptive');
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
|
|
// Submit a non-numerical answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'Pi'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(null);
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(1),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_correctness_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_validation_error_expectation(),
|
|
$this->get_contains_disregarded_info_expectation());
|
|
|
|
// Submit an incorrect answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => '-5'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(0.1),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation(),
|
|
$this->get_does_not_contain_disregarded_info_expectation());
|
|
|
|
// Submit another non-numerical answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'Pi*2'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(0);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_correctness_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_validation_error_expectation(),
|
|
$this->get_contains_disregarded_info_expectation());
|
|
|
|
// Submit the correct answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => '3.14'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(0.9);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.9),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation(),
|
|
$this->get_does_not_contain_disregarded_info_expectation());
|
|
|
|
// Submit another non-numerical answer.
|
|
$this->process_submission(array('-submit' => 1, 'answer' => 'Pi/3'));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(0.9);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.9),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_correctness_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_validation_error_expectation(),
|
|
$this->get_contains_disregarded_info_expectation());
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedwrong);
|
|
$this->check_current_mark(0.9);
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0.9),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation(),
|
|
$this->get_does_not_contain_disregarded_info_expectation());
|
|
}
|
|
|
|
public function test_adaptive_multianswer(): void {
|
|
|
|
// Create a multianswer question.
|
|
$q = \test_question_maker::make_question('multianswer', 'twosubq');
|
|
// To simplify testing, multichoice subquestion's answers are not shuffled.
|
|
$q->subquestions[2]->shuffleanswers = 0;
|
|
$choices = array('0' => 'Bow-wow', '1' => 'Wiggly worm', '2' => 'Pussy-cat');
|
|
|
|
$this->start_attempt_at_question($q, 'adaptive', 12);
|
|
|
|
// Check the initial state.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(null);
|
|
$this->assertEquals('adaptive',
|
|
$this->quba->get_question_attempt($this->slot)->get_behaviour_name());
|
|
$this->render();
|
|
$this->check_output_contains_text_input('sub1_answer', '', true);
|
|
$this->check_output_does_not_contain_text_input_with_class('sub1_answer', 'correct');
|
|
$this->check_output_does_not_contain_text_input_with_class('sub1_answer', 'partiallycorrect');
|
|
$this->check_output_does_not_contain_text_input_with_class('sub1_answer', 'incorrect');
|
|
$this->check_current_output(
|
|
$this->get_contains_marked_out_of_summary(),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_validation_error_expectation(),
|
|
$this->get_does_not_contain_feedback_expectation());
|
|
$this->check_output_contains_selectoptions(
|
|
$this->get_contains_select_expectation('sub2_answer', $choices, null, true));
|
|
|
|
// Submit an invalid response.
|
|
$this->process_submission(array('sub1_answer' => '', 'sub2_answer' => 1, '-submit' => 1));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$invalid);
|
|
$this->check_current_mark(null);
|
|
$this->check_output_contains_text_input('sub1_answer', '', true);
|
|
$this->check_current_output(
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_contains_disregarded_info_expectation());
|
|
$this->check_output_contains_selectoptions(
|
|
$this->get_contains_select_expectation('sub2_answer', $choices, 1, true));
|
|
|
|
// Check that extract responses will return the reset data.
|
|
$prefix = $this->quba->get_field_prefix($this->slot);
|
|
$this->assertEquals(array('sub2_answer' => 1),
|
|
$this->quba->extract_responses($this->slot, array($prefix . 'sub2_answer' => 1)));
|
|
|
|
// Submit an incorrect response.
|
|
$this->process_submission(array('sub1_answer' => 'Dog',
|
|
'sub2_answer' => 1, '-submit' => 1));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$todo);
|
|
$this->check_current_mark(0);
|
|
$this->render();
|
|
$this->check_output_contains_text_input('sub1_answer', 'Dog', true);
|
|
$this->check_output_contains_text_input_with_class('sub1_answer', 'incorrect');
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(0),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_incorrect_expectation(),
|
|
$this->get_contains_penalty_info_expectation(4.00),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
$this->check_output_contains_selectoptions(
|
|
$this->get_contains_select_expectation('sub2_answer', $choices, 1, true));
|
|
|
|
// Submit the right answer.
|
|
$this->process_submission(array('sub1_answer' => 'Owl', 'sub2_answer' => 2, '-submit' => 1));
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$complete);
|
|
$this->check_current_mark(8.00);
|
|
$this->render();
|
|
$this->check_output_contains_text_input('sub1_answer', 'Owl', true);
|
|
$this->check_output_contains_text_input_with_class('sub1_answer', 'correct');
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(8.00),
|
|
$this->get_contains_submit_button_expectation(true),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_penalty_info_expectation(),
|
|
$this->get_does_not_contain_total_penalty_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
$this->check_output_contains_selectoptions(
|
|
$this->get_contains_select_expectation('sub2_answer', $choices, '2', true));
|
|
|
|
// Finish the attempt.
|
|
$this->quba->finish_all_questions();
|
|
|
|
// Verify.
|
|
$this->check_current_state(question_state::$gradedright);
|
|
$this->check_current_mark(8.00);
|
|
$this->render();
|
|
$this->check_output_contains_text_input('sub1_answer', 'Owl', false);
|
|
$this->check_output_contains_text_input_with_class('sub1_answer', 'correct');
|
|
$this->check_current_output(
|
|
$this->get_contains_mark_summary(8.00),
|
|
$this->get_does_not_contain_submit_button_expectation(),
|
|
$this->get_contains_correct_expectation(),
|
|
$this->get_does_not_contain_validation_error_expectation());
|
|
}
|
|
}
|