{"id":"W4378233807","doi":"10.1177/21582440231176998","title":"Development of Classifier of Engagement in Occupation With Machine Learning (CEOML) for Quantifying Context","year":2023,"lang":"en","type":"article","venue":"SAGE Open","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Interpretability; Artificial intelligence; Machine learning; Computer science; Classifier (UML); Receiver operating characteristic; Random forest; Cohen's kappa; Natural language processing","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003770264,0.00007472516,0.0002477139,0.0001902013,0.0004165657,0.000004765201,0.0002005061,0.00006516952,0.0002377615],"category_scores_gemma":[0.000394557,0.00006017139,0.00001836679,0.0004221101,0.00002218692,0.0001041968,0.0002107471,0.0003297783,0.00004868232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001069905,"about_ca_system_score_gemma":0.0008650467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005828241,"about_ca_topic_score_gemma":0.00564965,"domain_scores_codex":[0.9982213,0.0003897482,0.0006208047,0.0001711325,0.0002678341,0.0003291391],"domain_scores_gemma":[0.9983487,0.001054375,0.0002399265,0.0001260762,0.0001679545,0.00006301762],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001852357,0.00006743438,0.8512579,0.00138487,0.00002249534,0.000001464679,0.009347243,0.00009441221,0.0006125525,0.001383736,0.0001808627,0.1337946],"study_design_scores_gemma":[0.0038878,0.0002208418,0.9318017,0.001230126,0.000005488224,8.898613e-8,0.009211508,0.004766363,0.0005625184,0.0000876588,0.04809876,0.0001271294],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.984502,0.00007683766,0.003532526,0.0004884353,0.0001325573,0.004989977,0.00005763629,0.00002563345,0.006194398],"genre_scores_gemma":[0.9892363,0.00003544334,0.008373538,0.00005666032,0.00001704282,0.0006994745,0.0002184833,0.00001643712,0.001346629],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1336675,"threshold_uncertainty_score":0.3203928,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4103060689945468,"score_gpt":0.5465247671912372,"score_spread":0.1362186981966904,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}