{"id":"W4395057190","doi":"10.2196/preprints.55860","title":"The Conceptualization and Measurement of Research Impact in Primary Health Care: Protocol for a Rapid Scoping Review (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Preprint; Conceptualization; Protocol (science); Primary care; Psychology; Computer science; Medicine; Alternative medicine; World Wide Web; Family medicine; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2170924,0.004618799,0.009550013,0.01688326,0.006173405,0.01054753,0.005490297,0.008775438,0.15654],"category_scores_gemma":[0.3498673,0.00705999,0.01479563,0.02214441,0.006751778,0.01096467,0.01052041,0.01065859,0.03680104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0169544,"about_ca_system_score_gemma":0.08507966,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005104398,"about_ca_topic_score_gemma":0.008786,"domain_scores_codex":[0.8356399,0.08265921,0.05291916,0.007216909,0.01681579,0.004749083],"domain_scores_gemma":[0.6928598,0.1495236,0.03354797,0.03336774,0.08510373,0.005597048],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.007038423,0.0004590085,0.0009076832,0.5367795,0.001308986,0.0007743321,0.006652802,0.002505734,0.002442733,0.022108,0.293219,0.1258037],"study_design_scores_gemma":[0.01461095,0.00110519,0.004273328,0.3089918,0.001571394,0.0004242243,0.004132859,0.001583289,0.00236822,0.03396923,0.6263387,0.0006308746],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0001946831,0.0006179924,0.003522247,0.0009675664,0.0007919903,0.9830468,0.00934092,0.0001945458,0.001323189],"genre_scores_gemma":[0.0001477515,0.0002425559,0.004584876,0.0001441799,0.00002610388,0.9940492,0.0005198792,0.00001546608,0.000270014],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7829076,"threshold_uncertainty_score":0.9654645,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8905319823840065,"score_gpt":0.7131935633062121,"score_spread":0.1773384190777945,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}