{"id":"W4389312553","doi":"10.5070/w4jwa.6559","title":"Editor’s Introduction: Contract Grading, Portfolios, and Reflection","year":2023,"lang":"en","type":"article","venue":"Journal of writing assessment","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Colorado Colorado Springs; California State University, Fresno; San Francisco State University; University of Toronto Mississauga; Fairleigh Dickinson University; University of Toronto; University of Denver; Appalachian State University; University of South Florida; University of Nevada, Reno; University of Lethbridge; Grand Valley State University; Boise State University; Elon University; University of Central Florida; Wayne State University; University of Miami; York University; Idaho State Board of Education; Montclair State University; Middle Tennessee State University; University of California, Davis; Arizona State University; Florida State University; Santa Clara University","keywords":"Grading (engineering); Watson; Reflection (computer programming); Construct (python library); Mathematics education; Engineering ethics; Sociology; Computer science; Psychology; Engineering; Programming language; Natural language processing; Civil engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003060909,0.00008820098,0.0002025472,0.0002331205,0.00050054,0.0002337485,0.0001269031,0.00006719465,0.0001160854],"category_scores_gemma":[0.0001628545,0.00008287682,0.00007946478,0.0004430325,0.00008226141,0.0004615329,0.0000317217,0.0002917071,0.000006890112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002083085,"about_ca_system_score_gemma":0.0002000111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006989268,"about_ca_topic_score_gemma":0.00002965102,"domain_scores_codex":[0.9982807,0.0001508823,0.0004252509,0.0001313142,0.0007525305,0.0002593096],"domain_scores_gemma":[0.9989476,0.0001610993,0.0004280383,0.00006688199,0.0002715527,0.0001248915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004365209,0.0001934902,0.3830301,0.00003253537,0.0002339593,0.0001063869,0.004845358,0.00003547643,0.004649824,0.02134068,0.5628905,0.02259802],"study_design_scores_gemma":[0.001192617,0.0003848876,0.4026017,0.0001222802,0.0001239325,0.00006600137,0.03633398,0.0001858058,0.00008225739,0.001759838,0.5568622,0.0002845121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9309751,0.0002512414,0.0002710149,0.02809157,0.01888672,0.0002060594,0.000001536045,0.000135972,0.02118078],"genre_scores_gemma":[0.9577304,0.000957104,0.001036426,0.00006320123,0.03889287,0.000003008772,0.000001970027,0.00001031576,0.001304671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03148862,"threshold_uncertainty_score":0.3849799,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02656024756128134,"score_gpt":0.3992466048207308,"score_spread":0.3726863572594495,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}