{"id":"W4220792400","doi":"10.36834/cmej.73775","title":"Multisource feedback: an overview of its use and application as a formative assessment","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; South Health Campus; University of Calgary","funders":"","keywords":"Formative assessment; Confidentiality; Humanities; Valuation (finance); Psychology; Computer science; Philosophy; Pedagogy; Business; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001368691,0.0001168377,0.0002163651,0.0005250484,0.0004848615,0.00004808821,0.0001890688,0.0001033044,0.01278507],"category_scores_gemma":[0.006726351,0.0001161328,0.00004281756,0.0006332132,0.0001247756,0.0003801373,0.00003399406,0.00100111,0.00001094961],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009239548,"about_ca_system_score_gemma":0.03208415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003513583,"about_ca_topic_score_gemma":0.0007310559,"domain_scores_codex":[0.9977608,0.0001883918,0.0005627675,0.0001888681,0.001047461,0.000251744],"domain_scores_gemma":[0.9958536,0.0000506782,0.0002938899,0.0002471613,0.0008367006,0.002717942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006080206,0.001454186,0.009179545,0.0002978623,0.0001160406,0.00002628682,0.009453166,0.00003481869,0.0002563744,0.03553455,0.1029555,0.8406308],"study_design_scores_gemma":[0.001726573,0.0006989132,0.1172804,0.0003521989,0.0001267222,0.005274621,0.01840016,0.01297474,0.00004360515,0.0008946744,0.8419393,0.0002880866],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9478341,0.001060001,0.000631118,0.04748379,0.001149681,0.0006751083,0.0000182852,0.00001896578,0.001128909],"genre_scores_gemma":[0.9550321,0.0003606332,0.004141368,0.03933728,0.0004103069,0.0001601769,0.0001901282,0.00002330909,0.000344732],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8403428,"threshold_uncertainty_score":0.9881174,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0326526599365342,"score_gpt":0.3901682174756015,"score_spread":0.3575155575390673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}