{"id":"W6977610428","doi":"10.7282/00000318","title":"The mismeasurement of STEM: evidence from college course classifications","year":2023,"lang":"en","type":"article","venue":"View","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Alfred P. Sloan Foundation; National Science Foundation","keywords":"Meaning (existential); Component (thermodynamics); Element (criminal law); Process (computing); Block (permutation group theory); Life course approach","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02404237,0.0002419321,0.0003272684,0.00447158,0.001596431,0.003099485,0.001868905,0.0009155025,0.004246057],"category_scores_gemma":[0.1603869,0.000239134,0.0003684414,0.007565883,0.00323392,0.003013417,0.005027154,0.001732931,0.0005163247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001318264,"about_ca_system_score_gemma":0.001748774,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0210183,"about_ca_topic_score_gemma":0.02838024,"domain_scores_codex":[0.9813817,0.008607388,0.001656867,0.002424106,0.004667485,0.001262494],"domain_scores_gemma":[0.7251036,0.1353416,0.08625253,0.02267994,0.0233057,0.007316606],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007493445,0.00006677557,0.9727519,0.00007271428,0.00006331423,0.00003220835,0.003849728,0.00007027038,0.00005301075,0.001587399,0.0009820795,0.02039573],"study_design_scores_gemma":[0.00000480385,0.00005937326,0.9814114,0.0002225887,0.00005670187,0.00004572926,0.01185587,0.0002384851,0.0002570092,0.000919033,0.004917714,0.00001121193],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861546,0.0014627,0.001220686,0.002686743,0.00007741581,0.00003653357,0.0009085127,0.00001189669,0.00744073],"genre_scores_gemma":[0.9978306,0.0004932522,0.0002279565,0.0003717214,0.00005503096,0.00001888652,0.0004741426,0.000008669759,0.0005197854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9759576,"threshold_uncertainty_score":0.1271497,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2709158442073919,"score_gpt":0.4741679745983687,"score_spread":0.2032521303909768,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}