{"id":"W1586702196","doi":"10.19173/irrodl.v13i3.1176","title":"Identification of conflicting questions in the PARES system","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Cheating; Test (biology); Computer science; Vocabulary; Similarity (geometry); Mathematics education; Identification (biology); Space (punctuation); Artificial intelligence; Mathematics; Psychology; Linguistics; Image (mathematics); Social psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06530426,0.0000405578,0.0001555041,0.0001430647,0.0001099038,0.0002075674,0.001754369,0.00001455404,0.00004786979],"category_scores_gemma":[0.01574418,0.0000216003,0.00002635582,0.0007397895,0.0001351656,0.0003873082,0.0006477086,0.0002523707,0.00001842989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004331866,"about_ca_system_score_gemma":0.00003966594,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007308726,"about_ca_topic_score_gemma":0.00004340688,"domain_scores_codex":[0.9954325,0.002206964,0.0007419711,0.0001319993,0.001344364,0.0001421902],"domain_scores_gemma":[0.9951702,0.003838547,0.0003106082,0.0003061965,0.0003492225,0.00002527362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005590668,0.0002314918,0.1242416,0.001369785,0.00003086938,0.000003043827,0.00224922,0.0002248503,0.0001499949,0.8094092,0.006586129,0.05544792],"study_design_scores_gemma":[0.0007750113,0.00007554979,0.3743298,0.01581386,0.00002260162,0.00002208969,0.1583621,0.006154497,0.000220591,0.009056085,0.4349979,0.0001699275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6910791,0.08294088,0.01409854,0.1199552,0.0009296754,0.006941481,0.0007360696,0.00003311091,0.08328598],"genre_scores_gemma":[0.9964882,0.003166645,0.00001948424,0.00006804313,0.0000200123,0.00005247549,0.00004561009,0.000001510816,0.0001380416],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8003531,"threshold_uncertainty_score":0.9925466,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3772440652981727,"score_gpt":0.587940438919133,"score_spread":0.2106963736209603,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}