{"id":"W2120292430","doi":"10.1177/1098214012440030","title":"A New Realistic Evaluation Analysis Method","year":2012,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":144,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Health Research Board","keywords":"Coding (social sciences); Computer science; Qualitative research; Qualitative analysis; Narrative; Management science; Context (archaeology); Evaluation methods; Data science; Psychology; Sociology; Social science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06957363,0.00149236,0.001222669,0.008029932,0.003907089,0.01031143,0.002786169,0.001781475,0.02319369],"category_scores_gemma":[0.1507358,0.001019224,0.001508378,0.006802655,0.004171227,0.0080764,0.00729907,0.00341167,0.003351172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008372096,"about_ca_system_score_gemma":0.01042158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002799827,"about_ca_topic_score_gemma":0.003397235,"domain_scores_codex":[0.8707089,0.09604144,0.008519234,0.009061929,0.01434924,0.001319286],"domain_scores_gemma":[0.8829531,0.06641935,0.004977448,0.01471382,0.0296535,0.001282723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003847771,0.0002514973,0.002914126,0.001655118,0.0001459418,0.0002103673,0.0267929,0.004322817,0.003387316,0.4314783,0.0157929,0.5126641],"study_design_scores_gemma":[0.0004987163,0.0008429159,0.005444862,0.002442941,0.0002198995,0.000828204,0.02484058,0.07299381,0.009699829,0.3805006,0.5013437,0.0003438703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00711156,0.0002032155,0.9453391,0.000963445,0.0003117517,0.005982948,0.0006328205,0.0005342365,0.03892093],"genre_scores_gemma":[0.06165802,0.0001707607,0.9128368,0.0002512664,0.00006331362,0.01680908,0.0004433508,0.0003225198,0.007444848],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06957363,"threshold_uncertainty_score":0.3679449,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2974231815816114,"score_gpt":0.6135208376358036,"score_spread":0.3160976560541922,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}