{"id":"W1607879808","doi":"10.1111/j.1365-2753.2009.01313.x","title":"Evaluation of email alerts in practice: Part 2 – validation of the information assessment method","year":2010,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Medical Association; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; College of Family Physicians of Canada; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Operationalization; Relevance (law); Concordance; Checklist; Cognition; Applied psychology; Reading (process); Psychology; Computer science; Medical education; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3779348,0.001289441,0.001655765,0.004213715,0.001532987,0.00423735,0.002829161,0.003265642,0.00218874],"category_scores_gemma":[0.5043439,0.00127044,0.001998811,0.002777546,0.00307211,0.004318848,0.004988493,0.002050868,0.000925732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005431764,"about_ca_system_score_gemma":0.01060785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00115471,"about_ca_topic_score_gemma":0.001447461,"domain_scores_codex":[0.6062738,0.2984415,0.04343097,0.007037577,0.04244103,0.002375198],"domain_scores_gemma":[0.4912722,0.3540544,0.02964915,0.03326652,0.08918083,0.002576994],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.007468246,0.008060547,0.1315443,0.01435732,0.0007388626,0.0002722583,0.04105924,0.002624352,0.01207901,0.004292368,0.002720734,0.7747828],"study_design_scores_gemma":[0.01691167,0.1071836,0.5936109,0.0232705,0.002237472,0.001892172,0.03404276,0.0361019,0.0891857,0.01147955,0.08317197,0.0009117123],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5803149,0.003559757,0.1707075,0.002665867,0.0008035552,0.2238985,0.0009139002,0.0004820885,0.01665385],"genre_scores_gemma":[0.5017096,0.001013158,0.3242546,0.000884878,0.0002486549,0.1698648,0.0005878657,0.0001177703,0.001318695],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6220652,"threshold_uncertainty_score":0.7671172,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.482605730785489,"score_gpt":0.7375719649189936,"score_spread":0.2549662341335046,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}