{"id":"W4404917859","doi":"10.32920/27940884.v1","title":"The revised Approved Instructional Resources score: An improved quality evaluation tool for online educational resources","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Saskatchewan; University of Alberta; University of Calgary","funders":"","keywords":"Quality (philosophy); Educational resources; Computer science; Medical education; Knowledge management; Psychology; Medicine; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03650306,0.0008200731,0.001590856,0.007871781,0.0006728243,0.002513814,0.001789403,0.0008175159,0.00581437],"category_scores_gemma":[0.121941,0.0006522202,0.003384499,0.00500528,0.0006510867,0.003810336,0.0037852,0.001825427,0.001212815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002564525,"about_ca_system_score_gemma":0.004683714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002079175,"about_ca_topic_score_gemma":0.005638809,"domain_scores_codex":[0.9499906,0.0224145,0.01192815,0.001599627,0.01303433,0.001032786],"domain_scores_gemma":[0.883491,0.06065633,0.01844173,0.004643582,0.03058628,0.002181066],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001456678,0.001707789,0.1814454,0.004824965,0.001136258,0.0002032534,0.004021979,0.002586207,0.001943775,0.003324868,0.07055678,0.726792],"study_design_scores_gemma":[0.002481205,0.004835643,0.8204483,0.005190636,0.001271746,0.001422913,0.005824683,0.0221857,0.007863265,0.007832796,0.1196904,0.0009526958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.714636,0.004672367,0.1520851,0.006141731,0.001447451,0.04149594,0.0387734,0.004158004,0.03658987],"genre_scores_gemma":[0.5448482,0.001826848,0.3937896,0.00129211,0.0002401563,0.04251944,0.0111868,0.0003972041,0.003899547],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9634969,"threshold_uncertainty_score":0.193049,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2337070542558613,"score_gpt":0.5010794980354085,"score_spread":0.2673724437795473,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}