{"id":"W4404233352","doi":"10.1093/reseval/rvae049","title":"How qualitative criteria can improve the assessment process of interdisciplinary research proposals","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institutes of Health; Universitetet i Oslo; Radboud Universiteit; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Sussex; McMaster University","keywords":"Process (computing); Management science; Qualitative research; Computer science; Sociology; Process management; Engineering ethics; Operations research; Business; Engineering; Social science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1919075,0.000186752,0.0003139182,0.00184811,0.001303595,0.00349614,0.001786385,0.00013433,0.0006696084],"category_scores_gemma":[0.01648672,0.0001048512,0.0001389914,0.007290524,0.001321473,0.001369122,0.001518266,0.001479949,0.000154973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008867374,"about_ca_system_score_gemma":0.005378935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003725771,"about_ca_topic_score_gemma":0.0005514387,"domain_scores_codex":[0.9556442,0.02152568,0.0008985042,0.001092462,0.01985718,0.0009819646],"domain_scores_gemma":[0.965582,0.01022645,0.0001424554,0.001196307,0.0226349,0.0002178764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009590221,0.0005943118,0.0002005156,0.0006642318,0.0002448867,0.00005169915,0.2903635,0.0001278531,0.1389852,0.06273118,0.1792697,0.3258079],"study_design_scores_gemma":[0.0002672792,0.001637657,0.0008513249,0.0002359738,0.00001179652,0.000004826369,0.2861363,0.1525911,0.01250628,0.5444273,0.001198678,0.0001314415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7380184,0.00117271,0.003481869,0.2217135,0.00103124,0.007105888,0.0002516839,0.00007033779,0.02715434],"genre_scores_gemma":[0.9889551,0.00001383816,0.0001712884,0.000008696159,0.0004733602,0.001537326,0.0000458711,0.00002736682,0.008767127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4816962,"threshold_uncertainty_score":0.9999965,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5764107804956425,"score_gpt":0.7280077810102121,"score_spread":0.1515970005145696,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}