{"id":"W2801790340","doi":"10.1177/1356389018765487","title":"Theory-based evaluations: Framing the existence of a new theory in evaluation and the rise of the 5th generation","year":2018,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke; University of Victoria","funders":"","keywords":"Epistemology; Framing (construction); Complementarity (molecular biology); Realism; Sociology; Computer science; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05612721,0.001168174,0.001061493,0.009611467,0.006323963,0.01836015,0.002767246,0.007123732,0.003394603],"category_scores_gemma":[0.04160042,0.0007108085,0.0009811892,0.00376758,0.08653028,0.02410499,0.00905633,0.009564678,0.0004320572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01938676,"about_ca_system_score_gemma":0.009844198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004042775,"about_ca_topic_score_gemma":0.00278468,"domain_scores_codex":[0.961203,0.02908615,0.001109569,0.002073773,0.005136043,0.001391524],"domain_scores_gemma":[0.9430997,0.04292735,0.002657655,0.003867141,0.005511049,0.001937145],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006572026,0.00000676817,0.0001374276,0.00003789789,0.000002742671,0.00002042477,0.003975489,0.0001021746,0.00002417258,0.9906763,0.0004081573,0.004601965],"study_design_scores_gemma":[0.00001151572,0.00002611866,0.0002256232,0.0003661239,0.000007618293,0.00005938372,0.003169345,0.001113584,0.0001481147,0.9716614,0.02319428,0.00001686495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04346855,0.02980477,0.4055232,0.19182,0.003457002,0.0004191272,0.00009482665,0.0002376161,0.3251749],"genre_scores_gemma":[0.9022131,0.005933199,0.07659367,0.007487084,0.001044532,0.0005352701,0.00005369171,0.0001370356,0.00600237],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9438728,"threshold_uncertainty_score":0.2968326,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2883079238159595,"score_gpt":0.5359311604701663,"score_spread":0.2476232366542068,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}