{"id":"W4403577854","doi":"10.1145/3627673.3679081","title":"Reviewerly: Modeling the Reviewer Assignment Task as an Information Retrieval Problem","year":2024,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Task (project management); Information retrieval; Engineering; Systems engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001957224,0.0001357561,0.0001593664,0.00006883134,0.0001731853,0.0009612623,0.0006873495,0.00005480563,0.00002277662],"category_scores_gemma":[0.00008683364,0.0000737589,0.00008302346,0.0004719501,0.00001218518,0.002059243,0.0001285964,0.0001699032,0.0008448528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008038807,"about_ca_system_score_gemma":0.0001009625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006198273,"about_ca_topic_score_gemma":0.000001598287,"domain_scores_codex":[0.9984385,0.000143438,0.0004671853,0.000252892,0.0004802901,0.0002176632],"domain_scores_gemma":[0.9990175,0.00004540261,0.00006095826,0.0006487235,0.0001493134,0.00007814715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006673923,0.00004513932,0.0000123526,0.0009395538,0.00005953541,0.00001001721,0.01418082,0.002212104,0.0003613483,0.6456405,0.07128666,0.2652453],"study_design_scores_gemma":[0.00003976672,0.00006945337,9.123513e-7,0.0004970522,0.000006173384,0.00002391745,0.0000795751,0.629372,0.00007176501,0.002072579,0.3676419,0.0001249205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0006115127,0.008334454,0.9634113,0.004403371,0.001543199,0.0006672023,0.00000108306,0.0005425921,0.0204853],"genre_scores_gemma":[0.9516675,0.003797493,0.03185025,0.006008783,0.0009004201,0.0001636549,0.00002523816,0.00003279449,0.005553857],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.951056,"threshold_uncertainty_score":0.9999331,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02517310913771722,"score_gpt":0.2805152642266852,"score_spread":0.255342155088968,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}