{"id":"W2093413654","doi":"10.1145/2109205.2109209","title":"Quality and Leniency in Online Collaborative Rating Systems","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Leverage (statistics); Computer science; Quality (philosophy); Object (grammar); Focus (optics); Information retrieval; Rating system; Data science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008793234,0.00009262527,0.0001376523,0.00007665642,0.0001588998,0.00008732187,0.0003951477,0.0000453478,0.000004413736],"category_scores_gemma":[0.00003269728,0.00006224266,0.00002448214,0.0003941505,0.00002523133,0.0004169117,0.00001420344,0.0001674211,0.000004761655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003706607,"about_ca_system_score_gemma":0.00003201393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002187961,"about_ca_topic_score_gemma":0.0001320468,"domain_scores_codex":[0.9989683,0.0003231882,0.0002438235,0.0001532299,0.0001312244,0.0001802117],"domain_scores_gemma":[0.9989535,0.0003673394,0.00007359966,0.0005210114,0.00003864985,0.00004596427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005830196,0.003002183,0.02664909,0.000332301,0.0002628067,0.00001011874,0.04900872,0.0004668464,0.01340492,0.496296,0.003117346,0.4073914],"study_design_scores_gemma":[0.01154172,0.003532222,0.2795697,0.003564497,0.0001818734,0.0007860732,0.0972082,0.2279379,0.08161236,0.07918566,0.2063223,0.008557582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1527604,0.0009490254,0.8348463,0.008294252,0.0007541306,0.0006380969,0.00002908712,0.000238358,0.001490375],"genre_scores_gemma":[0.991617,0.00007533326,0.007962103,0.000156216,0.0000318545,0.00006799983,4.65183e-7,0.000004868222,0.0000841432],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8388566,"threshold_uncertainty_score":0.2538182,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06729038015664886,"score_gpt":0.3237220566706275,"score_spread":0.2564316765139786,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}