{"id":"W2991615795","doi":"10.1093/tbm/ibz164","title":"Pragmatic measures for implementation research: development of the Psychometric and Pragmatic Evidence Rating Scale (PAPERS)","year":2019,"lang":"en","type":"article","venue":"Translational Behavioral Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Institute of Mental Health","keywords":"Scale (ratio); Rating scale; Psychology; Psychometrics; Applied psychology; Data science; Item response theory; Clinical psychology; Computer science; Developmental psychology; Geography; Cartography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4275714,0.001636873,0.005248933,0.01770563,0.002316982,0.00977693,0.003931374,0.003530296,0.005657225],"category_scores_gemma":[0.678625,0.002444097,0.009089004,0.01462777,0.003662885,0.01092563,0.01165327,0.006544546,0.001673274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008145023,"about_ca_system_score_gemma":0.01904259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001409772,"about_ca_topic_score_gemma":0.001593997,"domain_scores_codex":[0.4150776,0.3415123,0.1595467,0.005132325,0.07605691,0.002674111],"domain_scores_gemma":[0.3512048,0.3776828,0.06018487,0.02932539,0.1757378,0.005864255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009708739,0.0007599546,0.02374993,0.06106443,0.003455562,0.0003070324,0.01753178,0.004132265,0.00162528,0.04996294,0.03827418,0.7981659],"study_design_scores_gemma":[0.005925065,0.008185241,0.1410343,0.1046445,0.005612414,0.002133066,0.03166487,0.03101696,0.006682562,0.1854709,0.4753701,0.002259964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07452656,0.02450506,0.6214252,0.02519975,0.007302577,0.1819019,0.005034945,0.001973471,0.05813064],"genre_scores_gemma":[0.134371,0.003887223,0.7346962,0.00174244,0.0003877009,0.1226946,0.001113897,0.0001835566,0.0009234759],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4275714,"threshold_uncertainty_score":0.7059065,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4282257204182671,"score_gpt":0.5722247343215109,"score_spread":0.1439990139032438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}