{"id":"W2885369894","doi":"10.1093/reseval/rvy023","title":"Formative, embedded evaluation to strengthen interdisciplinary team science: Results of a 4-year, mixed methods, multi-country case study","year":2018,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University; University of Waterloo; Public Safety Canada; University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Formative assessment; Stakeholder; Participatory evaluation; Citizen journalism; Psychology; Social network analysis; Participatory action research; Variance (accounting); Knowledge management; Medical education; Public relations; Sociology; Political science; Business; Computer science; Medicine; Pedagogy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2413446,0.001808627,0.001667893,0.003533923,0.006611828,0.005923744,0.00438123,0.003092038,0.001172134],"category_scores_gemma":[0.2086797,0.00144849,0.001671185,0.002574122,0.004881596,0.005252228,0.00880938,0.002038352,0.0003924709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01110225,"about_ca_system_score_gemma":0.0147866,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00543552,"about_ca_topic_score_gemma":0.009001936,"domain_scores_codex":[0.7784019,0.1867957,0.00944416,0.004992005,0.01352983,0.00683638],"domain_scores_gemma":[0.7149517,0.1835145,0.02141491,0.02508346,0.04714272,0.007892696],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.004087696,0.03068558,0.1528345,0.00286362,0.000788542,0.003619656,0.4255868,0.006816622,0.007118871,0.003323925,0.002469777,0.3598044],"study_design_scores_gemma":[0.002745334,0.1020762,0.2193847,0.004872708,0.00137636,0.002532868,0.5587059,0.0146491,0.04435423,0.005885238,0.04229404,0.00112321],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9810775,0.0003138124,0.01028443,0.0005450271,0.00005932324,0.005170252,0.0001294584,0.00007647314,0.002343697],"genre_scores_gemma":[0.9528374,0.0004201682,0.03535258,0.0003859283,0.00005491292,0.009312106,0.0001888007,0.00006092484,0.001387201],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7586554,"threshold_uncertainty_score":0.9355572,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4498606977137448,"score_gpt":0.6562607191916434,"score_spread":0.2064000214778986,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}