{"id":"W4210324946","doi":"10.31235/osf.io/u4zcs","title":"TSINC: A Plagiarism-resistant Online Testing Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Acronym; Computer science; Feature (linguistics); Test (biology); Information retrieval; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007566882,0.0003409302,0.0005171022,0.0001718737,0.0001254667,0.0008186545,0.001578192,0.000392513,0.00003074607],"category_scores_gemma":[0.0008872281,0.000307872,0.0001884036,0.0005632114,0.00002509788,0.0001167376,0.003698528,0.001919408,0.00001895852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007130083,"about_ca_system_score_gemma":0.0007253711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005513697,"about_ca_topic_score_gemma":0.00009385985,"domain_scores_codex":[0.9973283,0.0002754369,0.0004904006,0.001032762,0.0004773562,0.0003957035],"domain_scores_gemma":[0.9972579,0.0005526932,0.0002786276,0.001373126,0.000383053,0.00015464],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001540871,0.001988174,0.00307503,0.001313508,0.0008057519,0.002337744,0.002671126,0.1743318,0.006362658,0.05781073,0.005315446,0.7439727],"study_design_scores_gemma":[0.0001315868,0.00003624093,0.0008856671,0.0003361266,0.00004218373,0.00003017082,0.0001306175,0.989579,0.0002190502,0.006458715,0.001682384,0.0004683056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006145485,0.0003484861,0.9797634,0.008128597,0.0005916458,0.00009151358,0.00001300272,0.0007005811,0.004217222],"genre_scores_gemma":[0.030059,0.00001766854,0.9653729,0.0007072009,0.0003372887,0.000003977191,0.00006748555,0.00002520271,0.003409237],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8152472,"threshold_uncertainty_score":0.9999374,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05126110156525581,"score_gpt":0.3443046257132663,"score_spread":0.2930435241480104,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}