{"id":"W4308314465","doi":"10.1007/s10639-022-11365-1","title":"Developing a comprehensive plagiarism assessment rubric","year":2022,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Likert scale; Psychology; Categorization; Paraphrase; Mathematics education; Writing assessment; Plagiarism detection; Computer science; Medical education; Medicine; Information retrieval; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01477535,0.00117571,0.0009899141,0.01474671,0.00292644,0.004944339,0.002245245,0.001355657,0.01124015],"category_scores_gemma":[0.06601132,0.0009647558,0.001141621,0.003541878,0.0009370436,0.00529627,0.005915332,0.002522263,0.01022307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002188878,"about_ca_system_score_gemma":0.009185397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005684492,"about_ca_topic_score_gemma":0.01057093,"domain_scores_codex":[0.9828919,0.003704309,0.003314991,0.0009679815,0.008535446,0.0005853829],"domain_scores_gemma":[0.9154994,0.01107391,0.004770748,0.006480879,0.06001143,0.002163571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007843104,0.0003881846,0.008256695,0.001151269,0.00004731899,0.0003115898,0.00234119,0.002879443,0.01694985,0.01273386,0.08784147,0.8670208],"study_design_scores_gemma":[0.0001031956,0.0007082011,0.03456371,0.003392274,0.000211334,0.003039334,0.006817995,0.06953233,0.08185837,0.03317822,0.7660117,0.0005832535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02761389,0.0006999214,0.8679994,0.003342227,0.0007031971,0.007827013,0.00311325,0.02789087,0.06081023],"genre_scores_gemma":[0.06256867,0.0004595343,0.8978685,0.000489893,0.0001414691,0.002023307,0.004667197,0.001915245,0.02986624],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9986444,"threshold_uncertainty_score":0.07814044,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02328680180303993,"score_gpt":0.328594484222961,"score_spread":0.3053076824199211,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}