{"id":"W3124748118","doi":"10.1186/s40337-020-00366-5","title":"Assessing fidelity to family-based treatment: an exploratory examination of expert, therapist, parent, and peer ratings","year":2021,"lang":"en","type":"article","venue":"Journal of Eating Disorders","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto General Hospital; Hospital for Sick Children; McMaster University; University Health Network; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research","keywords":"Intraclass correlation; Fidelity; Session (web analytics); Inter-rater reliability; Psychology; Reliability (semiconductor); Clinical psychology; Applied psychology; Computer science; Psychometrics; Rating scale; Developmental psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002978891,0.000122275,0.0002911142,0.0001824239,0.0004740033,0.00004622765,0.000104467,0.00006130873,0.00008383333],"category_scores_gemma":[0.002215825,0.0001038292,0.00004994728,0.0003592002,0.00005125465,0.0006728509,0.00002740905,0.0001905718,0.000001955332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002007768,"about_ca_system_score_gemma":0.001221397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001511718,"about_ca_topic_score_gemma":0.0002683998,"domain_scores_codex":[0.9962907,0.001629505,0.001080623,0.0001829289,0.0005228475,0.0002933393],"domain_scores_gemma":[0.9963643,0.001289292,0.000998856,0.0001782443,0.0009318544,0.0002374382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009179737,0.0004249622,0.4253967,0.0004298723,0.0000546293,0.000009790329,0.2718946,0.000575686,0.09624172,0.0002104286,0.001503606,0.2031663],"study_design_scores_gemma":[0.003947742,0.001171955,0.7160411,0.000881322,0.00002862214,0.000003261443,0.2629342,0.001883374,0.001389174,0.00025442,0.0111878,0.0002769804],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906287,0.0001165398,0.004826953,0.003398453,0.0002007414,0.0002489994,0.00001084815,0.00001231587,0.0005564844],"genre_scores_gemma":[0.9842953,0.00005994877,0.01039389,0.005050295,0.0001159182,0.00002820002,0.000005660973,0.000015326,0.00003547782],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2906445,"threshold_uncertainty_score":0.4234031,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4960011449271691,"score_gpt":0.6207402923320686,"score_spread":0.1247391474048996,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}