{"id":"W4409183237","doi":"10.1007/978-3-031-88714-7_1","title":"exHarmony: Authorship and Citations for Benchmarking the Reviewer Assignment Problem","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Benchmarking; Information retrieval; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002078837,0.0003638732,0.000375829,0.0003738973,0.0005066998,0.0006732136,0.002220818,0.0001947415,0.000006029445],"category_scores_gemma":[0.0002378148,0.0002671815,0.0001072139,0.0003883748,0.0003152077,0.0003174827,0.001121428,0.0005701914,0.000002452055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001946485,"about_ca_system_score_gemma":0.0004452236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008775079,"about_ca_topic_score_gemma":0.00002670028,"domain_scores_codex":[0.9970585,0.00005235794,0.0005029606,0.001287411,0.0006060491,0.0004927786],"domain_scores_gemma":[0.9970704,0.00118615,0.0002381672,0.001091797,0.0003108772,0.0001026363],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001330808,0.000007194154,0.0000184406,0.0001181227,0.000009912027,0.000003450827,0.00100697,0.007255124,0.0000127755,0.1428346,0.000209744,0.8485224],"study_design_scores_gemma":[0.0001150857,0.00005559238,0.00003418994,0.0007652826,0.00001459529,0.00000818396,1.54046e-7,0.5661646,0.00004895193,0.4225582,0.009943147,0.0002920128],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.000006739201,0.001791751,0.9877214,0.005817266,0.001566703,0.001124281,0.000004120638,0.00007422575,0.001893559],"genre_scores_gemma":[0.01764017,0.0001396116,0.9777681,0.002861271,0.0005293688,0.0001048482,0.000003589782,0.00001780943,0.0009352868],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8482304,"threshold_uncertainty_score":0.9999781,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03858181707379498,"score_gpt":0.2790006061541315,"score_spread":0.2404187890803365,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}