{"id":"W4372287279","doi":"10.1007/s10734-023-01040-w","title":"Measuring college students’ multidisciplinary learning: a novel application of natural language processing","year":2023,"lang":"en","type":"article","venue":"Higher Education","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"National Taipei University of Technology; Ministry of Science and Technology, Taiwan","keywords":"Multidisciplinary approach; Pairwise comparison; Mathematics education; Subject (documents); Higher education; Computer science; Academic achievement; Artificial intelligence; Psychology; Natural language processing; Library science; Sociology; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001417976,0.0003806928,0.0003456535,0.002363265,0.000570188,0.002368546,0.0006091822,0.0007115615,0.002935558],"category_scores_gemma":[0.01348158,0.0001225428,0.0003609111,0.002673978,0.0004383081,0.001377544,0.001083356,0.0006790885,0.0004342808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000451262,"about_ca_system_score_gemma":0.000984686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004160995,"about_ca_topic_score_gemma":0.006710411,"domain_scores_codex":[0.9984572,0.0005836044,0.0001149745,0.0004166573,0.0003303814,0.00009719311],"domain_scores_gemma":[0.9904335,0.006990064,0.0009778163,0.0005268023,0.0006591121,0.0004127703],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007669152,0.001968815,0.5027827,0.0005009884,0.0004394548,0.0003420888,0.007371716,0.006949353,0.02571674,0.008722237,0.003689158,0.4407499],"study_design_scores_gemma":[0.00009311979,0.000962946,0.7937956,0.00009031868,0.0002503083,0.000562972,0.0101196,0.1325038,0.01605923,0.03162514,0.01374438,0.0001925375],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9052516,0.0001645978,0.07996587,0.0004756355,0.00006757709,0.0002316157,0.00136525,0.0003976392,0.01208022],"genre_scores_gemma":[0.9623317,0.00005694811,0.03634961,0.00005466074,0.00002696876,0.00009865515,0.0003886884,0.0000210173,0.0006717868],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004160995,"threshold_uncertainty_score":0.009820402,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09932771764556844,"score_gpt":0.4561468914175837,"score_spread":0.3568191737720153,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}