{"id":"W2982385780","doi":"10.1016/s1473-3099(19)30540-7","title":"What makes a score a winner?","year":2019,"lang":"en","type":"letter","venue":"The Lancet Infectious Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"MEDLINE; Computer science; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008995642,0.000341546,0.0006173778,0.0002024177,0.000734979,0.001379555,0.001705918,0.000617472,0.0007652738],"category_scores_gemma":[0.0009593474,0.0002481613,0.0003078335,0.0005671006,0.0009746283,0.0004933176,0.0002773514,0.001954705,0.001072619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003468581,"about_ca_system_score_gemma":0.0006675246,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001688677,"about_ca_topic_score_gemma":0.0006847234,"domain_scores_codex":[0.9956164,0.001114829,0.0002556445,0.0005182797,0.001368009,0.001126794],"domain_scores_gemma":[0.9965839,0.001595175,0.0002124139,0.001275965,0.0002375462,0.00009497946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001309835,0.00003344973,0.005307175,0.0001509063,0.00007618725,0.0001317965,0.0006455625,0.000003095156,0.000001155185,0.0007447373,0.9897113,0.003181564],"study_design_scores_gemma":[0.0001970555,0.00004991679,0.0005474178,0.0003376904,0.00008414889,0.000007745821,0.000396933,0.000003651258,0.000002518472,0.01397679,0.9840553,0.0003408637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.002170609,0.002585374,0.00001644222,0.9277606,0.002867012,0.001699571,0.0001677198,0.001495126,0.06123755],"genre_scores_gemma":[0.0267767,0.007007488,0.00001068756,0.9033357,0.03547627,0.0006939596,0.0001668303,0.0001387772,0.02639361],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.03484394,"threshold_uncertainty_score":0.9999971,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1126834453469231,"score_gpt":0.4060905658194972,"score_spread":0.293407120472574,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}