{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001446899,0.000375767,0.0006907483,0.0006003425,0.000168876,0.0004200229,0.001547278,0.0001992518,0.00001424345],"category_scores_gemma":[0.004163157,0.0003901429,0.0001539026,0.003221939,0.00006237604,0.0006440463,0.0006381505,0.0008260995,0.00005176363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003265988,"about_ca_system_score_gemma":0.0009508129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002103116,"about_ca_topic_score_gemma":0.00001686704,"domain_scores_codex":[0.9961829,0.0002166797,0.001254969,0.0006576016,0.0008884245,0.0007994391],"domain_scores_gemma":[0.9968975,0.00113726,0.0003573097,0.000878829,0.0002862826,0.0004428218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007452893,0.002128089,0.6435574,0.02425709,0.0004290914,0.0001942177,0.1253827,0.004494325,0.002743281,0.0006676462,0.000930966,0.1951407],"study_design_scores_gemma":[0.003380849,0.002498532,0.5886754,0.007360032,0.0001473043,0.0003883186,0.04811361,0.3421991,0.003967249,0.0001946202,0.0006983151,0.002376578],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8719113,0.0005814636,0.124179,0.0003054338,0.0004941903,0.00205535,0.000001597562,0.0003661459,0.0001055229],"genre_scores_gemma":[0.9862928,0.00001336601,0.01300449,0.0002642401,0.0002021827,0.0001649685,0.00000342065,0.00004008885,0.00001447575],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3377048,"threshold_uncertainty_score":0.999855,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0199727210368318,"score_gpt":0.2836641455116207,"score_spread":0.2636914244747889,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}