{"id":"W4366451079","doi":"10.3138/cjpe.23.010","title":"A Journey Through Five Evaluation Projects with the Same Analysis Framework","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"","keywords":"Strengths and weaknesses; Accountability; Process (computing); Interpretation (philosophy); Process management; Principal (computer security); Context (archaeology); Field (mathematics); Management science; Computer science; Knowledge management; Business; Political science; Psychology; Engineering; Social psychology; Computer security; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02337538,0.0001994672,0.000407822,0.000979442,0.00083257,0.0005135218,0.0007563584,0.00012408,0.003429533],"category_scores_gemma":[0.005163589,0.0001100024,0.0002865989,0.004570705,0.0002816003,0.001127916,0.00001456651,0.0004875935,0.00007490091],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006467789,"about_ca_system_score_gemma":0.01236004,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001017805,"about_ca_topic_score_gemma":0.03441466,"domain_scores_codex":[0.9902189,0.001728015,0.001017866,0.000322662,0.006320398,0.0003921493],"domain_scores_gemma":[0.9882457,0.0006962408,0.001417343,0.000603152,0.008665842,0.0003717386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001590563,0.0001913328,0.147986,0.000006883358,0.001466242,0.00004544426,0.0808295,0.1609375,0.00001190687,0.001551497,0.02541821,0.5813965],"study_design_scores_gemma":[0.002662925,0.002027683,0.4886451,0.0001237824,0.004225065,0.000417208,0.02575451,0.407389,0.00007933137,0.02680253,0.0413355,0.0005373228],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623138,0.001099609,0.01660829,0.01224701,0.0005963153,0.00281922,0.000009246373,0.00001509733,0.004291447],"genre_scores_gemma":[0.9880739,0.00002951508,0.01038098,0.0007273756,0.0002921517,0.0001872222,0.00001780972,0.0000130655,0.0002779254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5808591,"threshold_uncertainty_score":0.9974815,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4638002428577147,"score_gpt":0.5339974314860121,"score_spread":0.07019718862829744,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}