{"id":"W1607879808","doi":"10.1111/j.1365-2753.2009.01313.x","title":"Evaluation of email alerts in practice: Part 2 – validation of the information assessment method","year":2010,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Medical Association; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; College of Family Physicians of Canada; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Operationalization; Relevance (law); Concordance; Checklist; Cognition; Applied psychology; Reading (process); Psychology; Computer science; Medical education; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.350474,0.00009025351,0.0003446712,0.0004009048,0.0001623191,0.00002022252,0.0002941247,0.0002790134,0.0007046526],"category_scores_gemma":[0.4286959,0.00006381141,0.000101754,0.001078806,0.00009624816,0.004062776,0.00006717591,0.002404909,0.00002268194],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005334037,"about_ca_system_score_gemma":0.01347328,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004044583,"about_ca_topic_score_gemma":0.0003577798,"domain_scores_codex":[0.9434085,0.04065192,0.007299678,0.0002302312,0.007992122,0.0004175174],"domain_scores_gemma":[0.9322982,0.0367412,0.01024793,0.000521946,0.02000143,0.0001892687],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001629791,0.004175147,0.3581271,0.0005043538,0.0001713151,0.000001471623,0.01889218,0.02290211,0.000965286,0.002936459,0.02648746,0.5632073],"study_design_scores_gemma":[0.004841432,0.0005119516,0.8501271,0.0005310463,0.0004810716,0.00001871718,0.01765767,0.08028238,0.0001690915,0.00484816,0.04041923,0.0001121342],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9287242,0.00007079259,0.002323148,0.03623373,0.008490797,0.002782841,0.000005964318,0.000003466407,0.0213651],"genre_scores_gemma":[0.9695548,0.0002137706,0.02859009,0.001023075,0.0004931017,0.0000923863,0.000009197069,0.000005994805,0.00001755726],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5630952,"threshold_uncertainty_score":0.9998966,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.482605730785489,"score_gpt":0.7375719649189936,"score_spread":0.2549662341335046,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}