{"id":"W4402268166","doi":"10.1016/j.ajpe.2024.101095","title":"Generalizing AACP Poster Quality: Rater Experience Matters","year":2024,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality (philosophy); Psychology; Epistemology; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2288839,0.0005421002,0.001027446,0.001896016,0.002599343,0.005506412,0.001672798,0.002951495,0.02360938],"category_scores_gemma":[0.6607358,0.0007789225,0.001543465,0.00219157,0.002201937,0.005146843,0.002829354,0.003594612,0.007639957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002312379,"about_ca_system_score_gemma":0.003285985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003633693,"about_ca_topic_score_gemma":0.005847221,"domain_scores_codex":[0.7911412,0.1437126,0.0171726,0.008238841,0.03660614,0.003128667],"domain_scores_gemma":[0.2858083,0.5606091,0.03121707,0.04732417,0.0692047,0.005836629],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002136097,0.0006739555,0.1549021,0.002169398,0.0009218936,0.0003308726,0.01347477,0.001289941,0.004169318,0.01622774,0.2467104,0.5569936],"study_design_scores_gemma":[0.0009256643,0.002110261,0.6592008,0.00467962,0.001019818,0.002795362,0.01272127,0.01546444,0.01126792,0.04421946,0.2451288,0.0004667383],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.2781101,0.008810091,0.215287,0.2231636,0.01582704,0.004176217,0.003137031,0.00307465,0.2484142],"genre_scores_gemma":[0.8907814,0.001546601,0.04133125,0.03725432,0.004795973,0.002215506,0.001164304,0.001472208,0.01943852],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7711161,"threshold_uncertainty_score":0.9509234,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2456494393843736,"score_gpt":0.5436051578080804,"score_spread":0.2979557184237068,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}