{"id":"W4220792400","doi":"10.36834/cmej.73775","title":"Multisource feedback: an overview of its use and application as a formative assessment","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; South Health Campus; University of Calgary","funders":"","keywords":"Formative assessment; Confidentiality; Humanities; Valuation (finance); Psychology; Computer science; Philosophy; Pedagogy; Business; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08343924,0.001467547,0.001641642,0.01185018,0.00104108,0.004481683,0.002205305,0.001872788,0.004021149],"category_scores_gemma":[0.08695257,0.0007379424,0.001698209,0.007454421,0.002387583,0.003674673,0.003575194,0.002345595,0.002138742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005959509,"about_ca_system_score_gemma":0.008839109,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009335913,"about_ca_topic_score_gemma":0.01186175,"domain_scores_codex":[0.9306976,0.0398787,0.005297166,0.002316613,0.02103332,0.0007764922],"domain_scores_gemma":[0.8824199,0.08449912,0.00541789,0.003425844,0.0225096,0.001727703],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001384359,0.0002201739,0.003883674,0.004832122,0.00006974449,0.00006053557,0.002136791,0.0003173604,0.0003233486,0.003516627,0.005531392,0.9789698],"study_design_scores_gemma":[0.0002394014,0.003041231,0.05807106,0.1015016,0.0006515188,0.005606989,0.007685796,0.005010578,0.005966071,0.02168129,0.7896987,0.0008456451],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02129541,0.5779383,0.2682548,0.01564872,0.002532376,0.01264578,0.001788408,0.003465993,0.09643019],"genre_scores_gemma":[0.09214502,0.4255671,0.4558915,0.003865337,0.001244573,0.01158381,0.0008868795,0.000919353,0.007896397],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.08343924,"threshold_uncertainty_score":0.4412742,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0326526599365342,"score_gpt":0.3901682174756015,"score_spread":0.3575155575390673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}