{"id":"W4387429753","doi":"10.1177/02655322231202947","title":"Our validity looks like justice. Does yours?","year":2023,"lang":"en","type":"article","venue":"Language Testing","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Economic Justice; Oppression; Psychology; Licensure; Set (abstract data type); Social psychology; Mathematics education; Pedagogy; Law; Political science; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1414046,0.0008038228,0.001649598,0.004897882,0.009235154,0.01317238,0.002094889,0.004590561,0.004955603],"category_scores_gemma":[0.4152649,0.0006694653,0.001356709,0.002530191,0.06089355,0.02036346,0.009169753,0.009881493,0.001884455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006915985,"about_ca_system_score_gemma":0.01525861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009504145,"about_ca_topic_score_gemma":0.007370447,"domain_scores_codex":[0.8181638,0.1047082,0.01075343,0.01388771,0.0485047,0.003982083],"domain_scores_gemma":[0.5677913,0.2039656,0.03484373,0.06526697,0.1184091,0.009723244],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002285718,0.0003241505,0.04270772,0.001142408,0.0004475033,0.0002711135,0.0584848,0.000472072,0.00173908,0.6345168,0.05859088,0.201075],"study_design_scores_gemma":[0.00007377678,0.0003683872,0.0180102,0.002645706,0.0002160036,0.0004913288,0.033465,0.001420263,0.002113769,0.7494276,0.1915257,0.0002422938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05509285,0.004960268,0.07209195,0.6691323,0.01054317,0.0005949302,0.0005216009,0.0004072149,0.1866557],"genre_scores_gemma":[0.8707526,0.001652109,0.0331813,0.07887679,0.003154908,0.0006152446,0.0001900357,0.0004189205,0.01115794],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8585954,"threshold_uncertainty_score":0.7478278,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1345071057179136,"score_gpt":0.4132933080995925,"score_spread":0.2787862023816789,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}