{"id":"W3001497035","doi":"10.1016/j.mex.2020.100788","title":"A refined method for theory-based evaluation of the societal impacts of research","year":2020,"lang":"en","type":"article","venue":"MethodsX","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Outcome (game theory); Computer science; Management science; Process (computing); Context (archaeology); Theory of change; Conceptual framework; Accountability; Set (abstract data type); Causal inference; Inference; Data science; Process management; Artificial intelligence; Engineering; Epistemology; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2821271,0.003290957,0.004022218,0.02287575,0.005089136,0.01643114,0.005104698,0.003918187,0.0252764],"category_scores_gemma":[0.4075666,0.001681364,0.006394132,0.01705602,0.01467237,0.01417109,0.0120282,0.009635904,0.003916471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0143498,"about_ca_system_score_gemma":0.02522661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004088573,"about_ca_topic_score_gemma":0.005224391,"domain_scores_codex":[0.6613495,0.2605043,0.02131318,0.01254812,0.04237353,0.001911479],"domain_scores_gemma":[0.5081366,0.361838,0.01579776,0.05437736,0.05698717,0.002863132],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005544827,0.0003271172,0.002731012,0.009958552,0.0005878787,0.0002034132,0.02747904,0.002501979,0.002736751,0.4754755,0.02592478,0.4515195],"study_design_scores_gemma":[0.0007517849,0.0008198576,0.007156809,0.01303597,0.0008021066,0.0005706426,0.01152517,0.01449758,0.00515306,0.5683234,0.3769377,0.0004259434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004100261,0.001164647,0.9189355,0.004594801,0.0009878845,0.01603688,0.001652347,0.001449416,0.05107823],"genre_scores_gemma":[0.03109637,0.0005784638,0.9394694,0.0008397324,0.0001147482,0.02465873,0.0004123699,0.0003871386,0.002443029],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.717873,"threshold_uncertainty_score":0.8852652,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7776038699548516,"score_gpt":0.7385389506990288,"score_spread":0.03906491925582289,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}