{"id":"W4405750169","doi":"10.1016/j.jval.2024.10.2428","title":"MSR194 Qualitative Literature Reviews: A Comparison of Researcher and AI Screening of Articles to Inform Conceptual Model Development","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"Data science; Computer science; Management science; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1704057,0.0008090074,0.002930364,0.03557338,0.004217284,0.007790397,0.003283692,0.002020005,0.0141419],"category_scores_gemma":[0.4602833,0.001290183,0.004279506,0.02782041,0.002425068,0.00654272,0.008388263,0.001250767,0.001721877],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01329426,"about_ca_system_score_gemma":0.03668961,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009746279,"about_ca_topic_score_gemma":0.02658237,"domain_scores_codex":[0.7773262,0.1495623,0.0365382,0.005244312,0.02848408,0.002844972],"domain_scores_gemma":[0.4113429,0.455868,0.04274904,0.01143805,0.07598879,0.002613134],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006874158,0.0005145915,0.04393838,0.1954512,0.003745079,0.0008042164,0.2486633,0.0007234652,0.008521785,0.01618697,0.02045571,0.4541211],"study_design_scores_gemma":[0.005711857,0.003966779,0.1588652,0.2129366,0.01854952,0.001865226,0.3201994,0.005301493,0.01703508,0.02607587,0.2283843,0.00110869],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5975864,0.0517294,0.1090118,0.0205866,0.001466922,0.08740631,0.04450483,0.001907913,0.08579984],"genre_scores_gemma":[0.6737139,0.01434601,0.2040828,0.004305426,0.0002901233,0.08906586,0.007208454,0.0005284287,0.006459016],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8295943,"threshold_uncertainty_score":0.9012021,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4634870499803747,"score_gpt":0.5872027738509282,"score_spread":0.1237157238705535,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}