{"id":"W1812522816","doi":"10.47678/cjhe.v27i2/3.183305","title":"Pitfalls in the Assessment of Postgraduate Scholarship Programs: The Need for New Indicators","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Scholarship; Variety (cybernetics); Sociology; Psychology; Medical education; Political science; Medicine; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4604669,0.001808135,0.004377379,0.03178094,0.004316702,0.01468383,0.008142008,0.002311429,0.001984589],"category_scores_gemma":[0.6386429,0.001304224,0.002464593,0.03807257,0.009329433,0.02474541,0.01126935,0.006780404,0.0005433596],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01014166,"about_ca_system_score_gemma":0.03399622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03468054,"about_ca_topic_score_gemma":0.0611506,"domain_scores_codex":[0.5882964,0.2437195,0.09189031,0.008426967,0.06415623,0.003510645],"domain_scores_gemma":[0.1951895,0.5686363,0.05902744,0.02728477,0.1420239,0.007838201],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000448516,0.0007456908,0.2583431,0.02461752,0.0009677419,0.0001807876,0.02820501,0.001777087,0.0004759719,0.03248245,0.02004967,0.6317064],"study_design_scores_gemma":[0.0002682618,0.002142913,0.5050008,0.07594728,0.001288856,0.0007763309,0.1309065,0.01030579,0.002936715,0.0903398,0.1790605,0.001026277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.2625924,0.1915717,0.2526083,0.1890497,0.01170532,0.009189584,0.01018217,0.001071642,0.07202907],"genre_scores_gemma":[0.6195849,0.02566011,0.3261898,0.0112158,0.002197856,0.009176176,0.003964582,0.0004011572,0.001609604],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9898583,"threshold_uncertainty_score":0.6653404,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2847550017116813,"score_gpt":0.5681471404837624,"score_spread":0.2833921387720811,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}