{"id":"W1958376939","doi":"10.56645/jmde.v6i11.207","title":"Debating Professional Designations for Evaluators","year":2009,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Process (computing); Psychology; Political science; Sociology; Engineering ethics; Pedagogy; Computer science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03696182,0.0001514877,0.0003143449,0.0006212497,0.0005063645,0.0001390181,0.0004990624,0.00009280973,0.0007632069],"category_scores_gemma":[0.008092914,0.0001029817,0.0002655995,0.0006307475,0.00002872132,0.001268295,0.00003737884,0.0001979082,0.00003998446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000270023,"about_ca_system_score_gemma":0.001470876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":3.295748e-7,"about_ca_topic_score_gemma":0.000005111757,"domain_scores_codex":[0.9922615,0.0007935148,0.001694399,0.0002543337,0.004775836,0.0002204122],"domain_scores_gemma":[0.9899909,0.001878916,0.00170744,0.0002814705,0.006003183,0.0001381295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006416058,0.000892545,0.0109349,0.00001024232,0.00006076342,0.000002253551,0.007500732,0.1208639,0.0187352,0.002744809,0.01302988,0.8245832],"study_design_scores_gemma":[0.002613722,0.001052579,0.1871181,0.00007884251,0.0001166978,0.0000268158,0.002565079,0.6972905,0.001180444,0.1069339,0.0008625199,0.0001608025],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9128692,0.0002436815,0.07229954,0.01047641,0.001832655,0.001146805,0.000007337244,0.00001454526,0.001109783],"genre_scores_gemma":[0.9689445,0.000009200168,0.02987401,0.0001485577,0.0004514765,0.00003439159,0.00001330876,0.000008480579,0.0005159985],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8244224,"threshold_uncertainty_score":0.9916505,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3373365539722523,"score_gpt":0.5875076878738227,"score_spread":0.2501711339015704,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}