{"id":"W4400735838","doi":"10.1109/mbits.2024.3410588","title":"People, Ideas, Impact","year":2023,"lang":"en","type":"article","venue":"IEEE BITS the Information Theory Magazine","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01334251,0.0001650875,0.0001990582,0.000539198,0.0003594183,0.0004854235,0.000868658,0.00006100959,0.004421839],"category_scores_gemma":[0.002029728,0.00008422294,0.000156208,0.002594103,0.00008037331,0.002553304,0.0001001142,0.0001691289,0.07588132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006650866,"about_ca_system_score_gemma":0.0002129876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007024024,"about_ca_topic_score_gemma":0.00003084845,"domain_scores_codex":[0.9964613,0.000380307,0.0008682914,0.0001424421,0.001831754,0.0003158928],"domain_scores_gemma":[0.9962754,0.001910026,0.0004010833,0.0007621863,0.0005480339,0.0001032981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002141463,0.00003069147,0.004212647,0.00001443573,0.0000591815,0.000001422337,0.008480151,0.03339845,0.0003364013,0.0951248,0.6076897,0.250438],"study_design_scores_gemma":[0.001084704,0.000168088,0.2811433,0.00002134869,0.00002620161,0.00003802503,0.003380155,0.1087024,0.0005081795,0.2257508,0.3787787,0.0003982174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7973469,0.00004782774,0.0148243,0.007685944,0.002091049,0.0007905501,0.0001044845,0.0004818723,0.1766271],"genre_scores_gemma":[0.9834505,0.00005207918,0.00004152027,0.001701078,0.0001409744,0.00004335232,0.00005848481,0.000008563108,0.01450343],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2769306,"threshold_uncertainty_score":0.9964883,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07998784799050072,"score_gpt":0.4422307343520779,"score_spread":0.3622428863615771,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}