{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01678625,0.0003840004,0.0006644875,0.02041368,0.002050059,0.001501758,0.0008904884,0.0007883831,0.001327526],"category_scores_gemma":[0.07841977,0.0003864668,0.0006820243,0.009222671,0.00211932,0.00259059,0.002784494,0.000625722,0.0003708001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001491223,"about_ca_system_score_gemma":0.006033885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003500781,"about_ca_topic_score_gemma":0.007700437,"domain_scores_codex":[0.982842,0.008536362,0.002537012,0.002268445,0.003200443,0.000615645],"domain_scores_gemma":[0.8770745,0.07695062,0.01594616,0.00870519,0.02009013,0.001233405],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002659422,0.0005600953,0.4559268,0.007697977,0.0002779725,0.0009302745,0.1427046,0.0004941207,0.007694043,0.004734072,0.002704835,0.3760093],"study_design_scores_gemma":[0.00009865979,0.001335526,0.7577817,0.005310536,0.0007384539,0.003471333,0.1565338,0.004808382,0.01774678,0.007874893,0.04410157,0.0001983339],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.9610814,0.003465161,0.02754203,0.0004042747,0.00002377133,0.002086581,0.001043796,0.0001798175,0.004173242],"genre_scores_gemma":[0.9697954,0.001385457,0.02534442,0.0001264427,0.00001110899,0.001178928,0.001081488,0.00004061303,0.001036106],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9992116,"threshold_uncertainty_score":0.08877522,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0199727210368318,"score_gpt":0.2836641455116207,"score_spread":0.2636914244747889,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}