{"id":"W4319333231","doi":"10.2196/41137","title":"Fine-tuning Strategies for Classifying Community-Engaged Research Studies Using Transformer-Based Models: Algorithm Development and Improvement Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Georgia Clinical and Translational Science Alliance; Center for Clinical and Translational Research; National Institutes of Health; Virginia Commonwealth University","keywords":"Discriminative model; Computer science; Encoder; Community engagement; Transformer; Machine learning; Artificial intelligence; Learning community; Mathematics education; Engineering; Political science; Psychology; Public relations","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005739069,0.001982698,0.001983975,0.002095926,0.0008116037,0.002188149,0.003401174,0.002550397,0.002471995],"category_scores_gemma":[0.01481714,0.0007809254,0.001598045,0.001442985,0.0008241138,0.002400414,0.002189283,0.004219297,0.001044535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003121676,"about_ca_system_score_gemma":0.003487901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02419963,"about_ca_topic_score_gemma":0.02311696,"domain_scores_codex":[0.9982737,0.0005997032,0.0002047942,0.0004643444,0.0002266929,0.0002306804],"domain_scores_gemma":[0.9919105,0.005129212,0.000442006,0.0006406365,0.001573406,0.0003042587],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005468368,0.0006462719,0.0138599,0.0001866288,0.0003204137,0.0001224045,0.0001816017,0.4760077,0.003076007,0.003197884,0.004916624,0.4969377],"study_design_scores_gemma":[0.00001831044,0.00002474518,0.0002125758,0.000008488238,0.00001576327,0.00001145713,0.00001737317,0.9980614,0.0004531755,0.001034122,0.000138098,0.000004463612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.130285,0.001758627,0.8553995,0.001440578,0.0001866674,0.0006243062,0.0005383739,0.007684683,0.002082286],"genre_scores_gemma":[0.6377362,0.0004985624,0.3565828,0.00074787,0.00009729045,0.0005257276,0.001531237,0.0002419319,0.002038326],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9942609,"threshold_uncertainty_score":0.04811758,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9457258786166144,"score_gpt":0.763559664569644,"score_spread":0.1821662140469704,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}