{"id":"W2991615795","doi":"10.1093/tbm/ibz164","title":"Pragmatic measures for implementation research: development of the Psychometric and Pragmatic Evidence Rating Scale (PAPERS)","year":2019,"lang":"en","type":"article","venue":"Translational Behavioral Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Institute of Mental Health","keywords":"Scale (ratio); Rating scale; Psychology; Psychometrics; Applied psychology; Data science; Item response theory; Clinical psychology; Computer science; Developmental psychology; Geography; Cartography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007661199,0.00008525372,0.0001718586,0.0003019909,0.0004695387,0.00002343088,0.0003079074,0.0000618201,0.0003677379],"category_scores_gemma":[0.0006214008,0.00005996854,0.00003410974,0.001080623,0.0004691684,0.0001999011,0.00002511619,0.0001859834,0.000003576037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009068129,"about_ca_system_score_gemma":0.0004396489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004355835,"about_ca_topic_score_gemma":0.001727191,"domain_scores_codex":[0.9965799,0.0004505254,0.0004617863,0.0002082151,0.002015348,0.0002842377],"domain_scores_gemma":[0.9976612,0.001481738,0.0001256886,0.0001602682,0.0004907668,0.00008031072],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001331578,0.0001823626,0.3208975,0.0007617174,0.00003135682,3.906416e-7,0.1146185,0.000007764625,0.1091644,0.01019477,0.001004877,0.4430032],"study_design_scores_gemma":[0.004208136,0.001101071,0.878872,0.003656142,0.0001746153,0.00000493745,0.06875859,0.0002276486,0.009229615,0.01413274,0.01909148,0.000543006],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9820376,0.000515807,0.001084264,0.01118505,0.0001488392,0.003548785,0.000009382684,0.00003119471,0.001439072],"genre_scores_gemma":[0.9894692,0.00003727792,0.009976274,0.00002345897,0.00005742962,0.0002306719,0.000008327901,0.00001013093,0.0001872561],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5579746,"threshold_uncertainty_score":0.4026472,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4282257204182671,"score_gpt":0.5722247343215109,"score_spread":0.1439990139032438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}