Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -436,7 +436,8 @@ describe('controller', () => {
`('returns score: 0 and empty: true if session is $session', async ({ session, empty }) => {
const o = await outcome(question, session, { mode: 'evaluate' });

expect(o).toEqual({ score: 0, empty });
expect(o.score).toEqual(0);
expect(o.empty).toEqual(empty);
});
});

Expand Down
53 changes: 50 additions & 3 deletions packages/multiple-choice/controller/src/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -140,6 +140,48 @@ export const getScore = (config, session) => {
return parseFloat(str.toFixed(2));
};

/**
* Generates detailed trace log for scoring evaluation
* @param {Object} model - the question model
* @param {Object} session - the student session
* @param {Object} env - the environment
* @returns {Array} traceLog - array of trace messages
*/
export const getLogTrace = (model, session, env) => {
const traceLog = [];
const selected = session?.value || [];

const questionType = model.choiceMode === 'radio' ? 'multiple-choice (radio)' : 'multiple-select (checkbox)';
traceLog.push(`Question type: ${questionType}.`);

if (selected.length) {
traceLog.push(`Student selected ${selected.length} answer(s): ${selected.join(', ')}.`);
} else {
traceLog.push('Student did not select any answers.');
}

const correctChoices = (model.choices || []).filter((c) => c.correct);
const correctValues = correctChoices.map((c) => c.value);
traceLog.push(`${correctChoices.length} correct answer(s) are defined for this question.`);

if (selected.length) {
const correctSelected = selected.filter((v) => correctValues.includes(v));
const incorrectSelected = selected.filter((v) => !correctValues.includes(v));
traceLog.push(
`Student selected ${correctSelected.length} correct and ${incorrectSelected.length} incorrect answer(s).`
);
}

const partialScoringEnabled = partialScoring.enabled(model, env) && model.choiceMode !== 'radio';
const scoringMethod = partialScoringEnabled ? 'partial scoring' : 'all-or-nothing scoring';
traceLog.push(`Score calculated using ${scoringMethod}.`);

const score = getScore(model, session);
traceLog.push(`Final score: ${score}.`);

return traceLog;
};

/**
*
* The score is partial by default for checkbox mode, allOrNothing for radio mode.
Expand All @@ -152,12 +194,17 @@ export const getScore = (config, session) => {
export function outcome(model, session, env) {
return new Promise((resolve) => {
if (!session || isEmpty(session)) {
resolve({ score: 0, empty: true });
resolve({ score: 0, empty: true, traceLog: ['Student did not select any answers. Score is 0.'] });
} else {
const partialScoringEnabled = partialScoring.enabled(model, env) && model.choiceMode !== 'radio';
const traceLog = getLogTrace(model, session, env);
const score = getScore(model, session);
const partialScoringEnabled = partialScoring.enabled(model, env) && model.choiceMode !== 'radio';

resolve({ score: partialScoringEnabled ? score : score === 1 ? 1 : 0, empty: false });
resolve({
score: partialScoringEnabled ? score : score === 1 ? 1 : 0,
empty: false,
traceLog
});
}
});
}
Expand Down