{"id":"W4416516130","doi":"10.21956/mep.19691.r29435","title":"Referee report. For: The Direct Economic and Opportunity Costs of the Medical College Admissions Test (MCAT) for Canadian Medical Students [version 1; peer review: awaiting peer review]","year":2018,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Peer group; Peer-to-peer; Opportunity cost","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004578176,0.001060611,0.001979867,0.003493101,0.002968231,0.002865827,0.003183059,0.01475863,0.3014955],"category_scores_gemma":[0.1214857,0.0006652717,0.002083717,0.004297219,0.0006808709,0.002036473,0.001965523,0.00620799,0.09894727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009969907,"about_ca_system_score_gemma":0.01436772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2608712,"about_ca_topic_score_gemma":0.2742512,"domain_scores_codex":[0.9945269,0.0005097346,0.0008924097,0.0004853058,0.002946964,0.00063862],"domain_scores_gemma":[0.8746445,0.03316732,0.00236666,0.001987904,0.08506864,0.002764929],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007501203,0.000003827117,0.00005279605,0.00004533345,0.000002399832,0.00002519478,0.000009159673,0.000008826431,0.00001174361,0.0002197188,0.99841,0.001203452],"study_design_scores_gemma":[0.0001977253,0.00003247225,0.008433639,0.0008466473,0.00007186646,0.0002850781,0.000518203,0.0003546698,0.000328168,0.003203165,0.985544,0.0001842499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.0006296409,0.00377322,0.0008861971,0.7019004,0.1355927,0.001883725,0.08593908,0.001550224,0.06784488],"genre_scores_gemma":[0.01633666,0.006220922,0.003719139,0.4820187,0.05650855,0.004863499,0.02476083,0.0009724316,0.4045994],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9954218,"threshold_uncertainty_score":0.9963319,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1233596778641561,"score_gpt":0.4734252252958926,"score_spread":0.3500655474317366,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}