{"id":"W2070194843","doi":"10.1145/611892.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Mathematics education; Medical education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02921867,0.0009571644,0.00114356,0.003094172,0.001112696,0.004413431,0.001492084,0.001282472,0.0111388],"category_scores_gemma":[0.2208198,0.0002539319,0.0009713808,0.001446933,0.0006993572,0.004845194,0.003657887,0.001535687,0.0035088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009920945,"about_ca_system_score_gemma":0.00137109,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008538069,"about_ca_topic_score_gemma":0.0009565116,"domain_scores_codex":[0.9429305,0.03377311,0.003788541,0.002850166,0.01523649,0.00142111],"domain_scores_gemma":[0.640044,0.2714754,0.02377883,0.02514266,0.03101873,0.008540343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003555996,0.005442342,0.06464343,0.0006227281,0.0002651877,0.0001174219,0.001886305,0.001119482,0.002128567,0.0008293885,0.004622961,0.9147661],"study_design_scores_gemma":[0.002102566,0.03890599,0.7241691,0.00247764,0.002049385,0.002561165,0.009997554,0.0313131,0.05960798,0.01225968,0.1139063,0.0006496757],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8858398,0.003895972,0.02001707,0.002320311,0.0007275563,0.001144971,0.0008710499,0.002526858,0.08265638],"genre_scores_gemma":[0.978703,0.0006344701,0.008161055,0.0004470501,0.0002755186,0.0003591996,0.0004670419,0.0002252836,0.0107273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02921867,"threshold_uncertainty_score":0.1545249,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02070792609383993,"score_gpt":0.366306607268277,"score_spread":0.345598681174437,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}