{"id":"W4416516122","doi":"10.21956/mep.19691.r29433","title":"Referee report. For: The Direct Economic and Opportunity Costs of the Medical College Admissions Test (MCAT) for Canadian Medical Students [version 1; peer review: awaiting peer review]","year":2019,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Peer group; Peer-to-peer; Opportunity cost","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004593305,0.001053149,0.002028344,0.00366021,0.00297003,0.003062486,0.00306506,0.01394609,0.3321714],"category_scores_gemma":[0.120609,0.0006727368,0.002056555,0.004337078,0.0006921395,0.002006652,0.001942393,0.005919212,0.1138659],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009870159,"about_ca_system_score_gemma":0.01482084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2675442,"about_ca_topic_score_gemma":0.2845,"domain_scores_codex":[0.9945897,0.0004954623,0.0008330416,0.0004732692,0.00299389,0.0006147462],"domain_scores_gemma":[0.8693019,0.03228625,0.002329809,0.002071516,0.09110248,0.002907986],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000658624,0.000003413017,0.00004528735,0.0000409118,0.000002161017,0.00002137677,0.000007874034,0.000007770224,0.00001125544,0.0001887488,0.9984769,0.001187758],"study_design_scores_gemma":[0.0001728517,0.00002970453,0.007850517,0.0007903344,0.00006561153,0.0002546861,0.0004596437,0.0003131549,0.0003016185,0.002747997,0.9868471,0.0001667794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.0006009285,0.004028655,0.0009012424,0.6802822,0.1465611,0.001921322,0.08997219,0.001649318,0.07408302],"genre_scores_gemma":[0.01523868,0.006512052,0.003700391,0.4038056,0.06023515,0.004520271,0.02655769,0.001083277,0.4783469],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9954067,"threshold_uncertainty_score":0.9525765,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1038752277408078,"score_gpt":0.4595816721375681,"score_spread":0.3557064443967602,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}