{"id":"W2606670574","doi":"10.3138/cjpe.327","title":"The Oral History of Evaluation: An Interview with Lyn Shulha","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Scholarship; LYN; Oral history; Psychology; Evaluation methods; Pedagogy; Medical education; Sociology; Political science; Medicine; Engineering; Anthropology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02156187,0.000436783,0.001017457,0.002124419,0.02470134,0.007945159,0.001718807,0.004861388,0.00601392],"category_scores_gemma":[0.06070427,0.001131127,0.000465611,0.001948049,0.01411498,0.005937162,0.006680461,0.01155472,0.001116215],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01846216,"about_ca_system_score_gemma":0.02365843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08886941,"about_ca_topic_score_gemma":0.1248184,"domain_scores_codex":[0.9748556,0.01857694,0.0007309073,0.0008110632,0.002869669,0.002155973],"domain_scores_gemma":[0.9553208,0.02449969,0.002401583,0.0008322552,0.008860012,0.008085717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003349027,0.00005445461,0.001125002,0.00006694187,0.000001913259,0.001479708,0.9786663,0.00005016206,0.0007459141,0.001683687,0.009644457,0.006447989],"study_design_scores_gemma":[0.000003969642,0.00005483561,0.0008805871,0.000223423,0.000003019913,0.0004230998,0.9406583,0.00008861822,0.0001979484,0.0004293055,0.05700095,0.00003598732],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6735707,0.005833236,0.007584834,0.2198688,0.002013383,0.001430295,0.0002256436,0.0002010061,0.08927202],"genre_scores_gemma":[0.9534363,0.002679781,0.003310863,0.01579348,0.0002010454,0.0004803851,0.00006105612,0.0001158089,0.02392123],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08886941,"threshold_uncertainty_score":0.1767042,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6363883769916328,"score_gpt":0.5707644898010387,"score_spread":0.06562388719059409,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}