{"id":"W4306403535","doi":"10.1002/nse2.20091","title":"Question banks for effective online assessments in introductory science courses","year":2022,"lang":"en","type":"article","venue":"Natural sciences education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Online course; Mathematics education; Theme (computing); Online learning; Computer science; Argumentation theory; Psychology; Multimedia; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01406789,0.00009031285,0.0001107479,0.0005605166,0.002869606,0.0001291527,0.0006829428,0.0000307352,0.00005057989],"category_scores_gemma":[0.003296176,0.00008756177,0.00002745767,0.003383276,0.001236528,0.0008960718,0.00009464977,0.0003837707,0.000001280511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002050602,"about_ca_system_score_gemma":0.003469703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002334043,"about_ca_topic_score_gemma":0.0007381783,"domain_scores_codex":[0.9969626,0.001012444,0.0001887587,0.0004730096,0.0009625461,0.0004006594],"domain_scores_gemma":[0.9988211,0.0004848598,0.000170607,0.0001138121,0.0003586492,0.00005093163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004226765,0.0006864942,0.06115699,0.00001303018,0.000004077266,2.246243e-7,0.01318474,0.0002978123,0.01710233,0.336833,0.001673423,0.5690057],"study_design_scores_gemma":[0.0005176467,0.0006198752,0.8545858,0.00005504725,0.0000157636,0.000004030482,0.04856853,0.002841816,0.001837836,0.03941424,0.05096439,0.0005750894],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9836861,0.0002095367,0.0003559293,0.00363704,0.007230648,0.0009935424,0.000007632459,0.00005189252,0.003827717],"genre_scores_gemma":[0.9771504,0.000003909097,0.02108368,0.0003770289,0.000484729,0.0002455098,0.00001700942,0.000004671162,0.0006330521],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7934287,"threshold_uncertainty_score":0.9984285,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03263483578895709,"score_gpt":0.514049314323589,"score_spread":0.4814144785346319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}