{"id":"W2093413654","doi":"10.1145/2109205.2109209","title":"Quality and Leniency in Online Collaborative Rating Systems","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Leverage (statistics); Computer science; Quality (philosophy); Object (grammar); Focus (optics); Information retrieval; Rating system; Data science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02368074,0.001438877,0.002590691,0.002472749,0.001194825,0.004614383,0.003364919,0.002976075,0.00121967],"category_scores_gemma":[0.08652113,0.001364911,0.001094864,0.002634132,0.002531921,0.007013788,0.002654932,0.002579923,0.0004683326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003369252,"about_ca_system_score_gemma":0.001500729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00878458,"about_ca_topic_score_gemma":0.006298996,"domain_scores_codex":[0.9819114,0.009257532,0.001370237,0.003641202,0.003199124,0.0006205266],"domain_scores_gemma":[0.9355518,0.04473827,0.007316086,0.005160087,0.005994397,0.001239258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006235029,0.0002629214,0.03232872,0.0004596866,0.0005354303,0.0003754388,0.002075969,0.7128347,0.002209386,0.0445445,0.002446089,0.2013036],"study_design_scores_gemma":[0.00003637119,0.0001176787,0.002443614,0.00003067163,0.00005924625,0.0001247216,0.00007612079,0.9748784,0.0005269538,0.02079946,0.0008649087,0.00004192799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1077726,0.002823373,0.8843786,0.001189722,0.00006913039,0.0002341749,0.0001611703,0.0005796426,0.002791408],"genre_scores_gemma":[0.8750262,0.0008090727,0.1210271,0.0002056983,0.0001713907,0.0001396654,0.0002314895,0.00008919202,0.002300261],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02368074,"threshold_uncertainty_score":0.1252372,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06729038015664886,"score_gpt":0.3237220566706275,"score_spread":0.2564316765139786,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}