{"id":"W4404233352","doi":"10.1093/reseval/rvae049","title":"How qualitative criteria can improve the assessment process of interdisciplinary research proposals","year":2024,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institutes of Health; Universitetet i Oslo; Radboud Universiteit; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Sussex; McMaster University","keywords":"Process (computing); Management science; Qualitative research; Computer science; Sociology; Process management; Engineering ethics; Operations research; Business; Engineering; Social science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5113462,0.001994348,0.001878106,0.02718088,0.006022834,0.0168521,0.004693752,0.002554663,0.009709788],"category_scores_gemma":[0.6671417,0.001313125,0.00224983,0.01674788,0.009402254,0.0147695,0.01458198,0.0035874,0.001904896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0151642,"about_ca_system_score_gemma":0.02578164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00351535,"about_ca_topic_score_gemma":0.00708795,"domain_scores_codex":[0.3272735,0.5941573,0.03809116,0.005102509,0.03246006,0.002915555],"domain_scores_gemma":[0.1480755,0.6661249,0.0300012,0.03814719,0.1138292,0.003822031],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009512442,0.0007583481,0.01495743,0.011339,0.0003373933,0.0008407624,0.244368,0.005802362,0.01194975,0.1726914,0.01479351,0.5212108],"study_design_scores_gemma":[0.0006508385,0.001094151,0.01676215,0.01775991,0.0004967371,0.0007558832,0.1813817,0.03811824,0.02828327,0.482363,0.2311398,0.001194402],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0786119,0.001371842,0.8450524,0.01685987,0.001293088,0.02048147,0.001300245,0.001146636,0.0338825],"genre_scores_gemma":[0.1904455,0.000598044,0.7865066,0.001090642,0.0001502375,0.01857871,0.0003613648,0.000279027,0.0019899],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4886538,"threshold_uncertainty_score":0.6025971,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5764107804956425,"score_gpt":0.7280077810102121,"score_spread":0.1515970005145696,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}