{"id":"W4409183237","doi":"10.1007/978-3-031-88714-7_1","title":"exHarmony: Authorship and Citations for Benchmarking the Reviewer Assignment Problem","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Benchmarking; Information retrieval; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02258872,0.001646717,0.00265139,0.011178,0.002591868,0.005636954,0.004162424,0.00430251,0.01332501],"category_scores_gemma":[0.1487302,0.0005817303,0.00118129,0.01270141,0.001663433,0.007438072,0.004812278,0.00243384,0.004909791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001871822,"about_ca_system_score_gemma":0.003296211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002206505,"about_ca_topic_score_gemma":0.003267232,"domain_scores_codex":[0.9721121,0.0148554,0.001946909,0.003250252,0.006897643,0.0009377502],"domain_scores_gemma":[0.8657885,0.09027277,0.00500496,0.02272382,0.01256357,0.00364639],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001911836,0.001250852,0.03392541,0.001865033,0.0007495537,0.0002963611,0.0009635931,0.09808451,0.002339785,0.07365493,0.2464208,0.5385374],"study_design_scores_gemma":[0.0005656439,0.0005963822,0.01143652,0.0003609133,0.0002608475,0.0005063711,0.0007210148,0.7256965,0.006878468,0.2027539,0.05005557,0.0001679499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2753936,0.01303327,0.5647516,0.007390022,0.006143174,0.0009836036,0.04705587,0.02869177,0.05655713],"genre_scores_gemma":[0.5966108,0.001179501,0.3372194,0.0004520548,0.001194424,0.0007152364,0.04119064,0.003224797,0.01821303],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9774113,"threshold_uncertainty_score":0.119462,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03858181707379498,"score_gpt":0.2790006061541315,"score_spread":0.2404187890803365,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}