{"id":"W2104638892","doi":"10.1177/0163278709356192","title":"Identifying the Unauthorized Use of Examination Material","year":2009,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Sherbrooke; Medical Council of Canada","funders":"","keywords":"Outlier; Computer science; Psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02833211,0.0003890969,0.0006921263,0.003911686,0.001251544,0.002611327,0.001282076,0.001051767,0.003857746],"category_scores_gemma":[0.1889472,0.0004175844,0.0009110569,0.001974327,0.001693911,0.003225831,0.004604814,0.00123569,0.000956647],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007926932,"about_ca_system_score_gemma":0.002565312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001210763,"about_ca_topic_score_gemma":0.001600581,"domain_scores_codex":[0.9581514,0.02090407,0.006048871,0.002067918,0.01164292,0.001184687],"domain_scores_gemma":[0.7716456,0.1453735,0.0403411,0.02935344,0.0121333,0.001153008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006644851,0.0005613383,0.5541674,0.0008371225,0.0002210594,0.001800861,0.01582904,0.001830892,0.006362893,0.01681808,0.002910077,0.3979967],"study_design_scores_gemma":[0.0001416626,0.002715387,0.7175108,0.003434724,0.0005786498,0.01529051,0.01943518,0.04234925,0.0823321,0.05554748,0.06023519,0.0004289674],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9009593,0.0006777077,0.07934961,0.001229048,0.00008838254,0.001860031,0.0007311356,0.0002448937,0.01485993],"genre_scores_gemma":[0.9436345,0.0005378771,0.05182941,0.0001978089,0.00003436586,0.0006140852,0.0002901956,0.00003998748,0.00282155],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9989482,"threshold_uncertainty_score":0.1498364,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8765739870349761,"score_gpt":0.6346960718444731,"score_spread":0.2418779151905031,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}