{"id":"W1999215351","doi":"10.1901/jaba.2002.35-309","title":"ANALYSIS OF PROCTOR MARKING ACCURACY IN A COMPUTER‐AIDED PERSONALIZED SYSTEM OF INSTRUCTION COURSE","year":2002,"lang":"en","type":"article","venue":"Journal of Applied Behavior Analysis","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Course (navigation); Computer-Assisted Instruction; Psychology; Test (biology); Computer-aided; Mathematics education; Computer science; Programming language; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001353842,0.0001368017,0.001106225,0.002037292,0.0001136389,0.00003874714,0.0002996336,0.0001266296,0.0003772255],"category_scores_gemma":[0.0000481613,0.0001245907,0.0008453006,0.006069482,0.0001419333,0.0002061229,0.00002567933,0.0002744467,0.000001029954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002005415,"about_ca_system_score_gemma":0.0001353465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003496211,"about_ca_topic_score_gemma":0.0006194189,"domain_scores_codex":[0.9973161,0.0002015948,0.001168536,0.0001864517,0.0009032759,0.0002240858],"domain_scores_gemma":[0.9972007,0.0001668748,0.001947237,0.0001690684,0.0004083231,0.0001078512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002586766,0.001408008,0.7564951,0.0001151629,0.009487003,0.00006584286,0.01827934,0.02243069,0.004746784,0.001064505,0.00002637515,0.1856226],"study_design_scores_gemma":[0.005255533,0.0003509759,0.6622474,0.0003198383,0.1434811,0.00001632484,0.09313878,0.09201173,0.000902979,0.00002636464,0.001408723,0.0008402321],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9980695,0.00009681001,0.001127163,0.00006031046,0.00006859311,0.0001332013,0.000008086918,0.00001106388,0.0004252416],"genre_scores_gemma":[0.9952635,0.0000721153,0.004481518,0.000004787228,0.0001322405,0.000004914898,0.000005543895,0.000008014515,0.00002738324],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1847823,"threshold_uncertainty_score":0.5080659,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02454700387563048,"score_gpt":0.3196056633771392,"score_spread":0.2950586595015087,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}