{"id":"W4405750169","doi":"10.1016/j.jval.2024.10.2428","title":"MSR194 Qualitative Literature Reviews: A Comparison of Researcher and AI Screening of Articles to Inform Conceptual Model Development","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"Data science; Computer science; Management science; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006007176,0.00005099746,0.0002556689,0.0001793061,0.0000912453,0.00002970879,0.00007368158,0.00003036863,0.000007660272],"category_scores_gemma":[0.0005215556,0.00004278904,0.00003100295,0.0009782064,0.0001230389,0.0001015385,0.0000501635,0.0001361898,0.000001139652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006658857,"about_ca_system_score_gemma":0.00047043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002494078,"about_ca_topic_score_gemma":0.0005027407,"domain_scores_codex":[0.9980059,0.0008643847,0.0005169314,0.0001245907,0.0003380475,0.000150106],"domain_scores_gemma":[0.9989828,0.0006738429,0.00007666996,0.00004710446,0.0001212527,0.00009831483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001316708,0.00002240595,0.00100773,0.000245965,0.00001029451,2.099758e-7,0.7854851,0.0157031,0.00001566159,0.08923686,0.0001315624,0.1081279],"study_design_scores_gemma":[0.0002543238,0.0001692249,0.005186049,0.004053521,0.000009517843,2.206475e-7,0.1315046,0.7797962,0.0002056065,0.06388674,0.01473393,0.0002001349],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8908984,0.01658429,0.08456151,0.007173229,0.00003039508,0.0004257249,0.000009116403,0.00001568883,0.0003016581],"genre_scores_gemma":[0.8665212,0.0001360741,0.1331006,0.0001296798,0.00001315539,0.000009657701,0.000002441119,0.000002366084,0.00008482349],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.764093,"threshold_uncertainty_score":0.3770316,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4634870499803747,"score_gpt":0.5872027738509282,"score_spread":0.1237157238705535,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}