{"id":"W2997440247","doi":"10.1145/792548.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Medical education; Mathematics education; Psychology; Medicine; Formative assessment","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0303904,0.001026136,0.001202447,0.003230655,0.001089996,0.004597412,0.001514726,0.001344836,0.01162894],"category_scores_gemma":[0.2234516,0.0002828365,0.001009158,0.001518723,0.0006578198,0.005003585,0.00366249,0.001601451,0.003857806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000996942,"about_ca_system_score_gemma":0.001401455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009040315,"about_ca_topic_score_gemma":0.001020544,"domain_scores_codex":[0.9403111,0.03564084,0.00390341,0.003140858,0.01551007,0.001493763],"domain_scores_gemma":[0.6405991,0.2733159,0.02281816,0.02446611,0.03004744,0.008753246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003785259,0.005997486,0.06717332,0.0006464285,0.0002745074,0.0001100513,0.001748319,0.001108609,0.002017933,0.0007787127,0.005188297,0.9111711],"study_design_scores_gemma":[0.002376213,0.0408295,0.7220559,0.002588284,0.002209726,0.002295891,0.009391213,0.03210104,0.05465868,0.0115264,0.1193142,0.000652876],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8801311,0.004382232,0.02120026,0.002512333,0.000808684,0.001302762,0.001089421,0.003010676,0.08556256],"genre_scores_gemma":[0.9768832,0.0007102157,0.008752139,0.0005220995,0.0002978161,0.0004300491,0.000576003,0.0002647963,0.01156369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0303904,"threshold_uncertainty_score":0.1607217,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01954431561418029,"score_gpt":0.3334399466632715,"score_spread":0.3138956310490912,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}