{"id":"W2765086683","doi":"10.2196/mental.7704","title":"Assessing Therapist Competence: Development of a Performance-Based Measure and Its Comparison With a Web-Based Measure","year":2017,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Competence (human resources); Cognition; Web application; Psychology; Applied psychology; Medical education; Computer science; Medicine; Social psychology; Psychiatry","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02989198,0.0004577405,0.0007337997,0.003600829,0.0004833856,0.001345133,0.0009861928,0.001197934,0.00218592],"category_scores_gemma":[0.05134952,0.0002822221,0.001298772,0.002086887,0.0007367662,0.002136688,0.002136601,0.001171011,0.0007801366],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001315306,"about_ca_system_score_gemma":0.001864952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001184048,"about_ca_topic_score_gemma":0.001303893,"domain_scores_codex":[0.9743002,0.01204677,0.004171345,0.0009865488,0.008045242,0.0004497339],"domain_scores_gemma":[0.9521276,0.02740293,0.00620399,0.002147093,0.01090659,0.001211813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001566537,0.002832402,0.5622657,0.001321641,0.0005221,0.0001475348,0.003846773,0.00419101,0.006886099,0.002164241,0.002532042,0.4117239],"study_design_scores_gemma":[0.0003559562,0.006947502,0.953074,0.0005552965,0.0001715201,0.0004994193,0.002690664,0.02256639,0.004829427,0.001541161,0.006649443,0.0001191369],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8369894,0.0007262515,0.1244073,0.000647066,0.0001880442,0.01186849,0.001419288,0.0005120594,0.02324211],"genre_scores_gemma":[0.8439762,0.0004117218,0.1420653,0.0001905818,0.00005753869,0.01092026,0.001076405,0.00007330241,0.001228644],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02989198,"threshold_uncertainty_score":0.1580858,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0944460437237642,"score_gpt":0.4282442913045492,"score_spread":0.333798247580785,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}