{"id":"W2997152227","doi":"10.1111/jcal.12531","title":"Automatic identification of knowledge‐transforming content in argument essays developed from multiple sources","year":2021,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kwantlen Polytechnic University; Simon Fraser University","funders":"Simon Fraser University","keywords":"Argumentative; Paraphrase; Computer science; Domain knowledge; Argument (complex analysis); Identification (biology); Natural language processing; Typology; Linguistics; Artificial intelligence; Psychology; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009521973,0.0001311909,0.0004062388,0.0002499892,0.00007595401,0.0001506899,0.0005400921,0.00006506711,0.00001546032],"category_scores_gemma":[0.0001634696,0.0001240913,0.0001389795,0.0003497045,0.00001819182,0.000399391,0.0001510695,0.0004023096,0.000004571069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001181359,"about_ca_system_score_gemma":0.0002806728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002843665,"about_ca_topic_score_gemma":0.00002710957,"domain_scores_codex":[0.9975707,0.0003462449,0.001287669,0.0002279836,0.0003761948,0.0001911983],"domain_scores_gemma":[0.9979952,0.0004384187,0.0008079024,0.0002277677,0.000456725,0.00007396361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001301029,0.0003371834,0.04564681,0.0001226954,0.0001779949,0.0001367086,0.01402292,0.05951081,0.03165286,0.0005324195,0.00001870565,0.8478279],"study_design_scores_gemma":[0.001061279,0.00004697659,0.1085157,0.0006038997,0.00001936736,0.00007365204,0.0003467236,0.8767921,0.01181631,0.0001900165,0.0003946672,0.000139269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4638827,0.0003655827,0.5351554,0.0001402646,0.0003459131,0.00003864278,1.832046e-7,0.00001741565,0.00005391513],"genre_scores_gemma":[0.82866,0.00001414877,0.1711538,0.00002804124,0.00009050272,0.000001579771,0.000001526104,0.000007635655,0.00004286272],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8476886,"threshold_uncertainty_score":0.5060297,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0458435682059548,"score_gpt":0.2673284600863535,"score_spread":0.2214848918803987,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}