{"id":"W2997440247","doi":"10.1145/792548.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Medical education; Mathematics education; Psychology; Medicine; Formative assessment","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003441042,0.00008114459,0.00017109,0.00003654405,0.0001727235,0.00001170392,0.0003489588,0.0003235314,0.00198956],"category_scores_gemma":[0.003939367,0.00007567916,0.0000634122,0.0001418856,0.0001835907,0.0000281412,0.00004077821,0.0005587781,0.00009697127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006878124,"about_ca_system_score_gemma":0.000214389,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001447735,"about_ca_topic_score_gemma":0.00005519621,"domain_scores_codex":[0.997871,0.001252304,0.0001688497,0.0001583609,0.0003243986,0.0002250177],"domain_scores_gemma":[0.9978223,0.001709345,0.00008021097,0.000208241,0.0001085908,0.00007132205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001017674,0.0007582264,0.02565088,0.0002127079,0.000111315,0.0000249922,0.008119717,0.00004810265,0.005347456,0.9114996,0.03955226,0.008573016],"study_design_scores_gemma":[0.0004285343,0.00006810122,0.00926019,0.0001118354,0.00002130519,0.000001747386,0.003394921,0.000002273926,0.005530267,0.01716923,0.9638336,0.0001779485],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7679827,0.0002845086,0.001484719,0.008344142,0.0006768445,0.000487869,0.00002749399,0.0000832917,0.2206285],"genre_scores_gemma":[0.9930652,0.0001156806,0.005021426,0.0002091731,0.00007346403,0.00000852233,0.000007185557,0.000007047515,0.001492306],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9242814,"threshold_uncertainty_score":0.9989228,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01954431561418029,"score_gpt":0.3334399466632715,"score_spread":0.3138956310490912,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}