{"id":"W6976910542","doi":"10.6084/m9.figshare.22800032","title":"Additional file 1 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Educational Systems and Policies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Audit; Process (computing); Test (biology); Test design; Key (lock); Table (database)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02960748,0.00193629,0.002738683,0.002188583,0.002248441,0.002309485,0.002206345,0.00243543,0.818417],"category_scores_gemma":[0.1877826,0.001479264,0.001783698,0.002510235,0.001102436,0.003364698,0.001376183,0.002867639,0.1013293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002991569,"about_ca_system_score_gemma":0.008626474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002029752,"about_ca_topic_score_gemma":0.004931142,"domain_scores_codex":[0.9872197,0.007909301,0.002064452,0.0007701004,0.001375514,0.0006609879],"domain_scores_gemma":[0.7693033,0.1804371,0.0134186,0.01227928,0.02066835,0.003893413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.03735732,0.002662963,0.0009919263,0.02118046,0.0002201853,0.00008340649,0.000601883,0.0008148818,0.0002343283,0.004802569,0.8641713,0.06687875],"study_design_scores_gemma":[0.3579762,0.0138105,0.01616647,0.02019279,0.00105588,0.0002061842,0.001031634,0.003973366,0.002828814,0.02386259,0.5584606,0.000434955],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.006578362,0.0004226764,0.01266213,0.003324042,0.001447088,0.3368663,0.6079914,0.004606544,0.02610153],"genre_scores_gemma":[0.01786095,0.0002089924,0.0187485,0.001187595,0.0002048175,0.9231768,0.01880955,0.0009901006,0.01881268],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.818417,"threshold_uncertainty_score":0.2590061,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05763458456915258,"score_gpt":0.3318017027776355,"score_spread":0.2741671182084829,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}