{"id":"W4306403535","doi":"10.1002/nse2.20091","title":"Question banks for effective online assessments in introductory science courses","year":2022,"lang":"en","type":"article","venue":"Natural sciences education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Online course; Mathematics education; Theme (computing); Online learning; Computer science; Argumentation theory; Psychology; Multimedia; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07254122,0.001556324,0.001149786,0.002968946,0.001098322,0.004401343,0.002979471,0.001574943,0.01766125],"category_scores_gemma":[0.2134459,0.001605539,0.0008494994,0.001685234,0.0009452237,0.005606566,0.005241954,0.002254958,0.009555179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00162882,"about_ca_system_score_gemma":0.004854493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006757067,"about_ca_topic_score_gemma":0.0009012569,"domain_scores_codex":[0.9348186,0.04831726,0.00697463,0.002825977,0.005882387,0.001181045],"domain_scores_gemma":[0.677462,0.2309938,0.01866511,0.02526343,0.04091699,0.00669863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001712156,0.004176742,0.01422063,0.002213686,0.00005917079,0.0005639162,0.01009633,0.002439032,0.0264365,0.006709072,0.03950629,0.8918666],"study_design_scores_gemma":[0.002670652,0.008724233,0.06549329,0.009716767,0.0003744614,0.002736024,0.01461838,0.0971043,0.1480745,0.03791192,0.6114792,0.001096294],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1544625,0.0008964777,0.7449846,0.005259492,0.0007219839,0.03683411,0.002478722,0.03631277,0.01804933],"genre_scores_gemma":[0.08379046,0.0001782651,0.8986427,0.0004534452,0.00009798923,0.01074127,0.001177298,0.001152725,0.003765951],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07254122,"threshold_uncertainty_score":0.3836392,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03263483578895709,"score_gpt":0.514049314323589,"score_spread":0.4814144785346319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}