{"id":"W2070194843","doi":"10.1145/611892.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Mathematics education; Medical education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002185772,0.00002903143,0.00007274044,0.00001736952,0.00007931645,0.000004267108,0.00007579848,0.0001675138,0.000574673],"category_scores_gemma":[0.0003302608,0.00002400713,0.00002620318,0.00009892992,0.0000858586,0.00005143815,0.000005084562,0.0002446437,0.000008344955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003476529,"about_ca_system_score_gemma":0.0001848555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001174991,"about_ca_topic_score_gemma":0.0002849977,"domain_scores_codex":[0.9990171,0.0005867649,0.00007126188,0.00006047547,0.0001682247,0.00009618309],"domain_scores_gemma":[0.9994142,0.0004299037,0.00002330305,0.00004363797,0.00005752814,0.00003142599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002212611,0.00004561695,0.007296835,0.00001129453,0.00000595719,3.568255e-7,0.0006895118,0.000002769758,0.0004774602,0.9903734,0.0002553932,0.0008392265],"study_design_scores_gemma":[0.001115991,0.0001872774,0.1583805,0.0002132642,0.00004751373,0.000002536417,0.0344199,0.00007676592,0.037616,0.2270512,0.5403999,0.0004891491],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2856285,0.00003375258,0.008036679,0.0003042877,0.000212727,0.0001140071,0.000003195511,0.00002331498,0.7056435],"genre_scores_gemma":[0.9956927,0.00003256349,0.002718047,0.00005230548,0.00002120243,0.000001457906,0.000001700887,0.000001500739,0.001478544],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7633221,"threshold_uncertainty_score":0.6292266,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02070792609383993,"score_gpt":0.366306607268277,"score_spread":0.345598681174437,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}