{"id":"W6969157742","doi":"10.5683/sp3/lnj9vp","title":"Sas programs related to: Ranking versus rating in peer review of research grant applications","year":2023,"lang":"en","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Ranking (information retrieval); Publication; Reliability (semiconductor); Rating system; Multivariate statistics; Multivariate analysis; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02952174,0.001505125,0.002146112,0.005085088,0.001157045,0.003168877,0.002925818,0.001774278,0.08914712],"category_scores_gemma":[0.1501519,0.001246522,0.00239029,0.01048492,0.001083636,0.002181211,0.003074198,0.003440838,0.03129133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002717124,"about_ca_system_score_gemma":0.006954714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02368802,"about_ca_topic_score_gemma":0.04526573,"domain_scores_codex":[0.9618644,0.01842272,0.006543424,0.006200637,0.005103251,0.001865627],"domain_scores_gemma":[0.8091876,0.1335104,0.01835764,0.02624632,0.01131993,0.001378112],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008741523,0.0001416639,0.02690047,0.002919305,0.0008752096,0.00007277075,0.0003908688,0.001637677,0.0002589104,0.002629123,0.9380156,0.0252842],"study_design_scores_gemma":[0.00346209,0.0004044401,0.1183845,0.001636809,0.001189158,0.0003902313,0.0007963938,0.01292857,0.003130973,0.01675317,0.8405266,0.0003969792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00604258,0.0002281771,0.009798426,0.0007092347,0.0002586576,0.001213079,0.9676934,0.01037493,0.003681453],"genre_scores_gemma":[0.07057837,0.0005005858,0.06979091,0.001194081,0.0004100751,0.03321451,0.8006552,0.008719063,0.01493716],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9704782,"threshold_uncertainty_score":0.2982268,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1673094195834771,"score_gpt":0.4556542694671344,"score_spread":0.2883448498836573,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}