{"id":"W4283730835","doi":"10.1080/0142159x.2022.2083489","title":"Technology enhanced assessment: Ottawa consensus statement and recommendations","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Coronavirus disease 2019 (COVID-19); Medical education; Engineering ethics; Health technology; Computer science; Knowledge management; Health care; Engineering management; Political science; Medicine; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001822005,0.0000765373,0.0001298865,0.00009552929,0.0008884532,0.00003059387,0.0002479171,0.00007361512,0.0329323],"category_scores_gemma":[0.0002549646,0.00007604415,0.00002548346,0.0003271097,0.0003656478,0.00003386441,0.0002411417,0.00043009,0.00001829634],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001872977,"about_ca_system_score_gemma":0.0002681465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000202034,"about_ca_topic_score_gemma":0.0003039205,"domain_scores_codex":[0.9980993,0.0003838335,0.0002305998,0.0002153203,0.0007898976,0.0002810862],"domain_scores_gemma":[0.9995514,0.0000879435,0.00007604816,0.0001103654,0.00003064574,0.0001436462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001981268,0.001210253,0.2586391,0.00001275866,0.0002211885,0.00005584752,0.02420962,0.000001715754,0.000219593,0.1879454,0.301891,0.2255738],"study_design_scores_gemma":[0.0007103618,0.00008234351,0.00229978,0.000006421698,0.00001624552,0.000001671439,0.0442489,0.0001563009,0.000005861366,0.003080739,0.9492517,0.0001397456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4580026,0.000207528,0.0004998726,0.1904062,0.0008910815,0.0004541699,0.000006798676,0.0002442662,0.3492875],"genre_scores_gemma":[0.9819305,0.0001042555,0.0006898683,0.0004072022,0.0001123782,0.0001541548,0.00001411048,0.000008481949,0.01657903],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6473606,"threshold_uncertainty_score":0.9679517,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02704310899645464,"score_gpt":0.3946262649641411,"score_spread":0.3675831559676865,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}