{"id":"W3110861511","doi":"10.18608/jla.2020.73.10","title":"Are You Being Rhetorical? A Description of Rhetorical Move Annotation Tools and Open Corpus of Sample Machine-Annotated Rhetorical Moves","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada","funders":"University of Technology Sydney","keywords":"Rhetorical question; Computer science; Formative assessment; Learning analytics; Annotation; Analytics; Field (mathematics); Sample (material); Data science; Artificial intelligence; Natural language processing; Linguistics; Mathematics education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003607351,0.0006649437,0.0004516821,0.01187716,0.002614977,0.003633079,0.0009853382,0.001172085,0.008881205],"category_scores_gemma":[0.02094633,0.0004660728,0.0004089473,0.01569207,0.001886281,0.004278914,0.002459894,0.001754397,0.007178455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001170192,"about_ca_system_score_gemma":0.00239691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002000397,"about_ca_topic_score_gemma":0.005794728,"domain_scores_codex":[0.9961824,0.001113381,0.000619911,0.0008085874,0.001121265,0.0001544142],"domain_scores_gemma":[0.9748417,0.01753872,0.001349896,0.002641148,0.003017698,0.0006108282],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005272422,0.0003524111,0.02294237,0.007989272,0.00005700243,0.002925575,0.07711463,0.002073397,0.04429381,0.04647615,0.2075547,0.5876935],"study_design_scores_gemma":[0.00002836596,0.00005388665,0.02130066,0.00122732,0.00002314568,0.001706834,0.009932326,0.002752325,0.01085474,0.009623642,0.9424002,0.00009660815],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.259506,0.009735046,0.2604508,0.005319886,0.001299259,0.003215083,0.3278731,0.0127609,0.1198398],"genre_scores_gemma":[0.2161145,0.00365814,0.4411388,0.000868368,0.0003183981,0.009009459,0.2883404,0.006370106,0.03418193],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9963927,"threshold_uncertainty_score":0.02971059,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09093260998804008,"score_gpt":0.3158404757066359,"score_spread":0.2249078657185958,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}