{"id":"W4386576789","doi":"10.18653/v1/2023.findings-eacl.125","title":"On the Role of Reviewer Expertise in Temporal Review Helpfulness Prediction","year":2023,"lang":"en","type":"article","venue":"","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Helpfulness; Computer science; Scarcity; Quality (philosophy); Data science; Focus (optics); Value (mathematics); Key (lock); Psychology; Machine learning; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007540503,0.00005517756,0.0001464581,0.00008214854,0.00002927381,0.00001710286,0.0003086136,0.00001442695,0.000167951],"category_scores_gemma":[0.000104466,0.00003159613,0.0000709652,0.0009675933,0.000009699629,0.0001126671,0.0000781073,0.00004288352,0.0001127538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009717431,"about_ca_system_score_gemma":0.00001063945,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002000397,"about_ca_topic_score_gemma":0.000003638138,"domain_scores_codex":[0.9991801,0.00008901938,0.0002632509,0.0001563603,0.0002179163,0.00009335452],"domain_scores_gemma":[0.9994596,0.00006284712,0.0000699303,0.0003446637,0.00004558596,0.00001736304],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006737792,0.0001921668,0.02081559,0.0004142207,0.00005815129,0.000007066266,0.001358503,0.0001676776,0.0006644129,0.1979432,0.2341201,0.5442522],"study_design_scores_gemma":[0.000614402,0.000231998,0.01701452,0.01161254,0.00004292355,0.00000292446,0.0006041837,0.8037691,0.01474214,0.01110846,0.1397236,0.0005331625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2694443,0.3653513,0.1426355,0.09295978,0.006044466,0.006482598,0.00001592918,0.002066578,0.1149995],"genre_scores_gemma":[0.984042,0.01108411,0.0006825349,0.002401926,0.00007133658,0.0001191649,0.00001238014,0.00000865407,0.001577855],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8036014,"threshold_uncertainty_score":0.1838945,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02892292897469124,"score_gpt":0.2763956564183979,"score_spread":0.2474727274437066,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}