{"id":"W4213215405","doi":"10.4300/jgme-d-21-00602.1","title":"Development of and Preliminary Validity Evidence for the EFeCT Feedback Scoring Tool","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Shell (Canada); University of Calgary; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Generalizability theory; Summative assessment; Inter-rater reliability; Session (web analytics); Peer feedback; Construct validity; Quality (philosophy); Formative assessment; Reliability (semiconductor); Narrative; Psychology; Computer science; Applied psychology; Content validity; Medical education; Medicine; Psychometrics; Clinical psychology; Rating scale; Mathematics education; World Wide Web","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006799203,0.000236405,0.001071775,0.0003797475,0.0002322438,0.00002063908,0.0003794873,0.0001925292,0.0002635526],"category_scores_gemma":[0.0300818,0.0001459253,0.0003092316,0.0006323311,0.000184467,0.0001310402,0.0001023586,0.001207391,0.000002167976],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005645031,"about_ca_system_score_gemma":0.0163645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004272284,"about_ca_topic_score_gemma":4.603999e-7,"domain_scores_codex":[0.9958106,0.0002078512,0.00194153,0.0002217825,0.001622974,0.0001953085],"domain_scores_gemma":[0.994621,0.002215449,0.001992666,0.0003465472,0.0006778522,0.0001465352],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007183132,0.000355244,0.00001871483,0.01546332,0.0001669475,0.000001926455,0.0006104748,1.573048e-7,5.206596e-7,0.00005944141,0.0135943,0.9696571],"study_design_scores_gemma":[0.0003346975,0.0004399429,0.0005196449,0.03645086,0.001781693,0.0008574306,0.0006069707,0.00005999936,0.000004935341,0.00006918767,0.958739,0.0001356105],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004298829,0.9850624,0.001640837,0.003917672,0.003669281,0.001376193,0.000001699261,0.000007632145,0.00002542609],"genre_scores_gemma":[0.000301737,0.9832754,0.01417424,0.000411754,0.001341794,0.0002793926,0.00004502329,0.00003455738,0.000136153],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9695215,"threshold_uncertainty_score":0.9892118,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3765100169265935,"score_gpt":0.4925390435888635,"score_spread":0.11602902666227,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}